litellm/pyproject.toml

[tool.poetry]
name = "litellm"
version = "1.37.19"
description = "Library to easily interface with LLM API providers"
authors = ["BerriAI"]
license = "MIT"
readme = "README.md"

[tool.poetry.urls]
homepage = "https://litellm.ai"
repository = "https://github.com/BerriAI/litellm"
documentation = "https://docs.litellm.ai"

[tool.poetry.dependencies]
python = ">=3.8.1,<4.0, !=3.9.7"
openai = ">=1.0.0"
python-dotenv = ">=0.2.0"
tiktoken = ">=0.4.0"
importlib-metadata = ">=6.8.0"
tokenizers = "*"
click = "*"
jinja2 = "^3.1.2"
aiohttp = "*"
requests = "^2.31.0"

uvicorn = {version = "^0.22.0", optional = true}
gunicorn = {version = "^22.0.0", optional = true}
fastapi = {version = "^0.111.0", optional = true}
backoff = {version = "*", optional = true}
pyyaml = {version = "^6.0.1", optional = true}
rq = {version = "*", optional = true}
orjson = {version = "^3.9.7", optional = true}
apscheduler = {version = "^3.10.4", optional = true}
fastapi-sso = { version = "^0.10.0", optional = true }
PyJWT = { version = "^2.8.0", optional = true }
python-multipart = { version = "^0.0.9", optional = true}
cryptography = {version = "^42.0.5", optional = true}
prisma = {version = "0.11.0", optional = true}
azure-identity = {version = "^1.15.0", optional = true}
azure-keyvault-secrets = {version = "^4.8.0", optional = true}
google-cloud-kms = {version = "^2.21.3", optional = true}
resend = {version = "^0.8.0", optional = true}

[tool.poetry.extras]
proxy = [
    "gunicorn",
    "uvicorn",
    "fastapi",
    "backoff",
    "pyyaml",
    "rq",
    "orjson",
    "apscheduler",
    "fastapi-sso",
    "PyJWT",
    "python-multipart",
    "cryptography"
]

extra_proxy = [
    "prisma",
    "azure-identity",
    "azure-keyvault-secrets",
    "google-cloud-kms",
    "resend"
]

[tool.poetry.scripts]
litellm = 'litellm:run_server'

[tool.poetry.group.dev.dependencies]
flake8 = "^6.1.0"
black = "^23.12.0"
pytest = "^7.4.3"
pytest-mock = "^3.12.0"

[build-system]
requires = ["poetry-core", "wheel"]
build-backend = "poetry.core.masonry.api"

[tool.commitizen]
version = "1.37.19"
version_files = [
    "pyproject.toml:^version"
]
Expanded .env, added Poetry and basic Docstring 2023-08-02 17:05:35 +08:00			`[tool.poetry]`
			`name = "litellm"`
bump: version 1.37.18 → 1.37.19 2024-05-21 09:44:12 +08:00			`version = "1.37.19"`
Expanded .env, added Poetry and basic Docstring 2023-08-02 17:05:35 +08:00			`description = "Library to easily interface with LLM API providers"`
			`authors = ["BerriAI"]`
nit: switch to valid SPDX license identifier `MIT` in pyproject.toml See: https://python-poetry.org/docs/pyproject/#license 2024-01-19 17:47:29 +08:00			`license = "MIT"`
Expanded .env, added Poetry and basic Docstring 2023-08-02 17:05:35 +08:00			`readme = "README.md"`

nit: added urls to pyproject.toml This adds links to the various URLs from the PyPI page. 2024-01-20 23:09:40 +08:00			`[tool.poetry.urls]`
			`homepage = "https://litellm.ai"`
			`repository = "https://github.com/BerriAI/litellm"`
			`documentation = "https://docs.litellm.ai"`

Expanded .env, added Poetry and basic Docstring 2023-08-02 17:05:35 +08:00			`[tool.poetry.dependencies]`
support langfuse tags feature 2024-02-13 01:49:11 +08:00			`python = ">=3.8.1,<4.0, !=3.9.7"`
fix(router.py): enabling retrying with expo backoff (without tenacity) for router 2023-11-15 12:57:51 +08:00			`openai = ">=1.0.0"`
loosen python dotenv version requirements 2023-09-03 06:25:34 +08:00			`python-dotenv = ">=0.2.0"`
loosen depedencies 2023-09-25 22:33:23 +08:00			`tiktoken = ">=0.4.0"`
			`importlib-metadata = ">=6.8.0"`
remove tokenizers version requirement 2023-09-26 00:15:50 +08:00			`tokenizers = "*"`
push cli tool 2023-09-27 04:30:35 +08:00			`click = "*"`
add support for ai21 input params 2023-10-04 12:05:20 +08:00			`jinja2 = "^3.1.2"`
fix(azure.py): adding support for aiohttp calls on azure + openai 2023-11-10 02:40:26 +08:00			`aiohttp = "*"`
Add explicit dependency on requests library 2024-01-11 23:20:50 +08:00			`requests = "^2.31.0"`
push cli tool 2023-09-27 04:30:35 +08:00
(fix) pip install litellm[proxy] 2023-12-28 15:29:27 +08:00			`uvicorn = {version = "^0.22.0", optional = true}`
gunicorn update 2024-05-05 18:25:59 +08:00			`gunicorn = {version = "^22.0.0", optional = true}`
Update FastAPI to update starlette to fix warnings The httpx package emits some warnings when we run the tests in `test_proxy_server.py`: ```shell $ env -i PATH=$PATH poetry run pytest litellm/tests/test_proxy_server.py ... litellm/tests/test_proxy_server.py::test_bedrock_embedding litellm/tests/test_proxy_server.py::test_chat_completion litellm/tests/test_proxy_server.py::test_chat_completion_azure litellm/tests/test_proxy_server.py::test_chat_completion_optional_params litellm/tests/test_proxy_server.py::test_embedding litellm/tests/test_proxy_server.py::test_engines_model_chat_completions litellm/tests/test_proxy_server.py::test_health litellm/tests/test_proxy_server.py::test_img_gen litellm/tests/test_proxy_server.py::test_openai_deployments_model_chat_completions_azure .../site-packages/httpx/_client.py:680: DeprecationWarning: The 'app' shortcut is now deprecated. Use the explicit style 'transport=WSGITransport(app=...)' instead. warnings.warn(message, DeprecationWarning) ... ``` Fixing this requires updating starlette, but the version of FastAPI in use prevents that. So I updated FastAPI to update starlette to fix the httpx warnings. When run in combination with the changes in GH-3600, the tests pass and only emit 1 warning! ```shell $ env -i PATH=$PATH poetry run pytest litellm/tests/test_proxy_server.py ====================================== test session starts ====================================== platform darwin -- Python 3.12.3, pytest-7.4.4, pluggy-1.5.0 rootdir: /Users/abramowi/Code/OpenSource/litellm plugins: anyio-4.3.0, mock-3.14.0 collected 12 items litellm/tests/test_proxy_server.py s..........s [100%] ======================================= warnings summary ======================================== litellm/utils.py:43 /Users/abramowi/Code/OpenSource/litellm/litellm/utils.py:43: DeprecationWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html import pkg_resources # type: ignore -- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html =========================== 10 passed, 2 skipped, 1 warning in 8.81s ============================ ``` 2024-05-13 03:17:21 +08:00			`fastapi = {version = "^0.111.0", optional = true}`
Use poetry extras for proxy 2023-12-01 07:23:34 +08:00			`backoff = {version = "*", optional = true}`
Altered requirements.txt to require pyyaml 6.0.1 which will resolve the alpine docker build issue. 2024-01-18 15:52:43 +08:00			`pyyaml = {version = "^6.0.1", optional = true}`
Use poetry extras for proxy 2023-12-01 07:23:34 +08:00			`rq = {version = "*", optional = true}`
(fix) pip install litellm[proxy] 2023-12-28 15:29:27 +08:00			`orjson = {version = "^3.9.7", optional = true}`
fix(utils.py): fix streaming cost tracking 2024-01-24 06:39:35 +08:00			`apscheduler = {version = "^3.10.4", optional = true}`
(fix) ui - include UI deps in pyproject.toml 2024-02-02 23:39:11 +08:00			`fastapi-sso = { version = "^0.10.0", optional = true }`
			`PyJWT = { version = "^2.8.0", optional = true }`
cryptography and python-multipart version bump 2024-03-24 16:49:36 +08:00			`python-multipart = { version = "^0.0.9", optional = true}`
			`cryptography = {version = "^42.0.5", optional = true}`
Fix pip install 'litellm[extra_proxy]' 2024-03-23 23:32:57 +08:00			`prisma = {version = "0.11.0", optional = true}`
			`azure-identity = {version = "^1.15.0", optional = true}`
			`azure-keyvault-secrets = {version = "^4.8.0", optional = true}`
			`google-cloud-kms = {version = "^2.21.3", optional = true}`
			`resend = {version = "^0.8.0", optional = true}`
Use poetry extras for proxy 2023-12-01 07:23:34 +08:00
			`[tool.poetry.extras]`
			`proxy = [`
(feat) add gunicorn as a dep 2024-01-10 20:17:24 +08:00			`"gunicorn",`
Use poetry extras for proxy 2023-12-01 07:23:34 +08:00			`"uvicorn",`
			`"fastapi",`
			`"backoff",`
(feat) proxy - add pyyaml, appdirs as dependencies 2023-12-27 19:52:36 +08:00			`"pyyaml",`
(feat) proxy: use orjson 2023-12-01 11:50:47 +08:00			`"rq",`
			`"orjson",`
(fix) ui - include UI deps in pyproject.toml 2024-02-02 23:39:11 +08:00			`"apscheduler",`
			`"fastapi-sso",`
			`"PyJWT",`
fix(proxy_server.py): use argon2 for faster api key checking 0.04s latency boost on load test 2024-03-08 13:48:18 +08:00			`"python-multipart",`
build(pyproject.toml): fix dependency issue re: cryptography 2024-03-24 01:31:31 +08:00			`"cryptography"`
(feat) proxy-ui a separate dep 2024-01-01 11:53:34 +08:00			`]`

feat: support for azure key vault 2023-12-02 11:36:06 +08:00			`extra_proxy = [`
			`"prisma",`
			`"azure-identity",`
feat(utils.py): support google kms for secret management https://github.com/BerriAI/litellm/issues/1235 2023-12-26 18:09:24 +08:00			`"azure-keyvault-secrets",`
feat(proxy_server.py): introduces new `/user/auth` endpoint for handling user email auth decouples streamlit ui from proxy server. this then requires the proxy to handle user auth separately. 2024-01-01 16:12:36 +08:00			`"google-cloud-kms",`
			`"resend"`
feat: support for azure key vault 2023-12-02 11:36:06 +08:00			`]`

push cli tool 2023-09-27 04:30:35 +08:00			`[tool.poetry.scripts]`
			`litellm = 'litellm:run_server'`
Expanded .env, added Poetry and basic Docstring 2023-08-02 17:05:35 +08:00
chore: add flake8 as dev dependency 2023-12-22 15:14:54 +08:00			`[tool.poetry.group.dev.dependencies]`
			`flake8 = "^6.1.0"`
chore: add black as dev dependency 2023-12-22 15:38:19 +08:00			`black = "^23.12.0"`
chore: add pytest as dev dependency 2023-12-22 16:25:57 +08:00			`pytest = "^7.4.3"`
Fixed azure ad token not being processed properly in embedding models 2024-02-23 07:23:06 +08:00			`pytest-mock = "^3.12.0"`
chore: add flake8 as dev dependency 2023-12-22 15:14:54 +08:00
Expanded .env, added Poetry and basic Docstring 2023-08-02 17:05:35 +08:00			`[build-system]`
(feat) add pip wheel - faster docker image builds 2023-12-01 06:20:17 +08:00			`requires = ["poetry-core", "wheel"]`
Expanded .env, added Poetry and basic Docstring 2023-08-02 17:05:35 +08:00			`build-backend = "poetry.core.masonry.api"`
bump: version 0.1.824 → 0.2.0 2023-10-06 13:15:23 +08:00
			`[tool.commitizen]`
bump: version 1.37.18 → 1.37.19 2024-05-21 09:44:12 +08:00			`version = "1.37.19"`
ci(pyproject.toml): keeping commitizen in sync with pyproject 2023-10-06 21:45:14 +08:00			`version_files = [`
			`"pyproject.toml:^version"`
			`]`
bump: version 0.1.824 → 0.2.0 2023-10-06 13:15:23 +08:00