litellm/pyproject.toml

[project]
name = "litellm"
version = "1.84.0"
description = "Library to easily interface with LLM API providers"
readme = "README.md"
requires-python = ">=3.10, <3.14"
license = "MIT"
license-files = ["LICENSE"]
authors = [
    { name = "BerriAI" },
]
dependencies = [
    "fastuuid==0.14.0",
    "httpx==0.28.1",
    "openai==2.24.0",
    "python-dotenv==1.2.2",
    "tiktoken==0.12.0",
    "importlib-metadata==8.5.0",
    "tokenizers==0.22.2",
    "click==8.1.8",
    "jinja2==3.1.6",
    "aiohttp==3.13.4",
    "pydantic==2.12.5",
    "jsonschema==4.23.0",
]

[project.urls]
Homepage = "https://litellm.ai"
Repository = "https://github.com/BerriAI/litellm"
Documentation = "https://docs.litellm.ai"

# Dependencies pinned from the published `litellm[proxy]==1.83.0` resolution.
# Docker and CI should prefer `uv.lock` rather than maintaining parallel installers.
[project.optional-dependencies]
proxy = [
    "gunicorn==23.0.0",
    "uvicorn==0.33.0",
    "uvloop==0.21.0; sys_platform != 'win32'",
    "fastapi==0.124.4",
    "backoff==2.2.1",
    "pyyaml==6.0.3",
    "rq==2.7.0",
    "orjson==3.11.6",
    "apscheduler==3.11.2",
    "fastapi-sso==0.19.0",
    "PyJWT==2.12.0",
    "python-multipart==0.0.26",
    "cryptography==46.0.7",
    "pynacl==1.6.2",
    "websockets==15.0.1",
    "boto3==1.42.59",
    "azure-identity==1.25.2",
    "azure-storage-blob==12.28.0",
    "mcp==1.26.0",
    "litellm-proxy-extras==0.4.69",
    "litellm-enterprise==0.1.39",
    "RestrictedPython==8.1",
    "rich==13.9.4",
    "polars==1.38.1",
    "soundfile==0.12.1",
    "pyroscope-io==0.8.16; sys_platform != 'win32'",
]
extra_proxy = [
    "prisma==0.11.0",
    "azure-identity==1.25.2",
    "azure-keyvault-secrets==4.10.0",
    # Not in PyPI proxy extra.
    "google-cloud-kms==2.24.2",
    "google-cloud-iam==2.19.1",
    # Not in PyPI proxy extra.
    "resend==2.23.0",
    "redisvl==0.4.1; python_version < '3.14'",
    "a2a-sdk==0.3.24",
]
utils = [
    # Not in Docker or PyPI proxy extra.
    "numpydoc==1.8.0",
]
caching = ["diskcache==5.6.3"]
semantic-router = [
    "semantic-router==0.1.12; python_version < '3.14'",
    "aurelio-sdk==0.0.19; python_version < '3.14'",
]
mlflow = ["mlflow==3.11.1"]
grpc = [
    # Newest non-yanked release older than the 30-day cutoff.
    "grpcio==1.78.0",
]
google = ["google-cloud-aiplatform==1.133.0"]
proxy-runtime = [
    # Historically bundled in the proxy Docker images via requirements.txt.
    # Keep these in a dedicated extra so uv-based images preserve the same
    # feature surface without forcing the base SDK install to grow.
    "google-cloud-aiplatform==1.133.0",
    "google-genai==1.37.0",
    "anthropic[vertex]==0.84.0",
    "grpcio==1.78.0",
    "prometheus-client==0.20.0",
    "langfuse==2.59.7",
    "opentelemetry-api==1.28.0",
    "opentelemetry-sdk==1.28.0",
    "opentelemetry-exporter-otlp==1.28.0",
    "ddtrace==2.19.0",
    "sentry-sdk==2.21.0",
    "mangum==0.17.0",
    "azure-ai-contentsafety==1.0.0",
    "azure-storage-file-datalake==12.20.0",
    "pypdf==6.10.2; python_version < '3.14'",
    "llm-sandbox==0.3.39",
    "detect-secrets==1.5.0",
]

[project.scripts]
litellm = "litellm:run_server"
litellm-proxy = "litellm.proxy.client.cli:cli"

[dependency-groups]
dev = [
    "diff-cover==9.7.2",
    "flake8==7.3.0",
    "black==24.10.0",
    "mypy==1.19.0",
    "pytest==8.3.5",
    "pytest-mock==3.15.1",
    "pytest-asyncio==1.2.0",
    "pytest-postgresql==7.0.2",
    # pytest-postgresql imports psycopg v3 during pytest startup. Keep the base
    # package and the binary wheel in the default dev environment so local
    # pytest works without requiring a system libpq install.
    "psycopg==3.3.3",
    "psycopg-binary==3.3.3",
    "pytest-xdist==3.8.0",
    "requests-mock==1.12.1",
    "responses==0.26.0",
    "respx==0.22.0",
    "ruff==0.15.3",
    "types-requests==2.32.4.20260107",
    "types-setuptools==75.8.0.20250225",
    "types-redis==4.6.0.20241004",
    "types-PyYAML==6.0.12.20250915",
    "opentelemetry-api==1.28.0",
    "opentelemetry-sdk==1.28.0",
    "opentelemetry-exporter-otlp==1.28.0",
    "langfuse==2.59.7",
    "fastapi-offline==1.7.6",
    "fakeredis==2.34.1",
    "pytest-rerunfailures==15.1",
    "pytest-cov==5.0.0",
    "parameterized==0.9.0",
    "openapi-core==0.22.0; python_version < '3.14'",
    "pytest-timeout==2.4.0",
]
proxy-dev = [
    "prisma==0.11.0",
    "hypercorn==0.17.3",
    "prometheus-client==0.20.0",
    "opentelemetry-api==1.28.0",
    "opentelemetry-sdk==1.28.0",
    "opentelemetry-exporter-otlp==1.28.0",
    "azure-identity==1.25.2",
    "a2a-sdk==0.3.24",
]
ci = [
    # These are lazily imported at call sites; keep them out of core deps to
    # avoid bloating the base SDK install (google-generativeai pulls grpcio +
    # protobuf, Pillow is a compiled C extension).
    "tenacity==8.5.0",
    "google-generativeai==0.8.6",
    "Pillow==12.2.0",
    # Azure batch E2E tests still import psycopg2 directly.
    "psycopg2-binary==2.9.11",
    "pytest-codspeed==4.3.0",
    "pytest-retry==1.7.0",
    "pyarrow==22.0.0",
    "langchain==1.2.10",
    "lunary==1.4.36; python_version == '3.10'",
    "lunary==1.4.37; python_version >= '3.11'",
    "logfire==4.6.0",
    "traceloop-sdk==0.33.12",
    "detect-secrets==1.5.0",
    "PyGithub==2.8.1",
    "aiodynamo==24.7",
    "argon2-cffi==25.1.0",
    "assemblyai==0.52.4",
    "jsonlines==4.0.0",
    "anthropic==0.84.0",
    "blockbuster==1.5.26",
    "beautifulsoup4==4.14.3",
    "pylint==4.0.5",
    "pyright==1.1.408",
    "langchain-mcp-adapters==0.2.1",
    "langchain-openai==1.1.10",
    "langgraph==1.0.10",
    # langgraph-prebuilt 1.0.9 imports ExecutionInfo/ServerInfo from
    # langgraph.runtime, which is not exported until langgraph 1.1.0.
    # Pin to 1.0.8 so it pairs correctly with langgraph==1.0.10.
    "langgraph-prebuilt==1.0.8",
    "claude-agent-sdk==0.1.44",
]
healthcheck = [
    "httpx==0.28.1",
    "pyyaml==6.0.3",
]

[build-system]
requires = ["uv_build==0.10.7"]
build-backend = "uv_build"

[tool.uv]
default-groups = ["dev"]
required-version = ">=0.10.9"
exclude-newer = "3 days"

[tool.uv.sources]
litellm-proxy-extras = { workspace = true }
litellm-enterprise = { workspace = true }

[tool.uv.workspace]
members = ["enterprise", "litellm-proxy-extras"]

[tool.uv.build-backend]
module-root = ""
source-exclude = [
    "litellm/proxy/enterprise",
    "**/__pycache__",
    "**/__pycache__/**",
    "**/.mypy_cache",
    "**/.mypy_cache/**",
    "**/.pytest_cache",
    "**/.pytest_cache/**",
    "**/.ruff_cache",
    "**/.ruff_cache/**",
]

[tool.isort]
profile = "black"

[tool.commitizen]
version = "1.84.0"
version_files = [
    "pyproject.toml:^version",
]

[tool.mypy]
plugins = "pydantic.mypy"

[tool.pytest.ini_options]
asyncio_mode = "auto"
asyncio_default_fixture_loop_scope = "session"
markers = [
    "asyncio: mark test as an asyncio test",
    "limit_leaks: mark test with memory limit for leak detection (e.g., '40 MB')",
    "no_parallel: mark test to run sequentially (not in parallel) - typically for memory measurement tests",
]
filterwarnings = [
    # Suppress Pydantic serializer warnings from mock server responses (non-critical for memory tests)
    # These occur because the mock server returns a simplified response format
    "ignore:Pydantic serializer warnings:UserWarning",
    "ignore::UserWarning:pydantic.main",
    # Suppress pytest-asyncio event loop deprecation warning (handled automatically by pytest-asyncio)
    "ignore::DeprecationWarning:pytest_asyncio.plugin",
]

[tool.coverage.run]
source = ["litellm"]
relative_files = true