name: litellm
version: 1.98.0
summary: Library to easily interface with LLM API providers
license: MIT
author: BerriAI
requires_python: <3.15,>=3.10
python_min: 3.10
install_size: 22.6 MB
module_format: platform-specific
doc_url: https://docs.litellm.ai
repo_url: https://github.com/BerriAI/litellm
last_released_at: 2026-08-28T04:34:24Z
releases_last_12mo: 213
avg_days_between_releases: 1.1
platforms: linux_x86_64,linux_arm64,linux_musl,macos_x86_64,macos_arm64,windows_x86_64

## dependencies
fastuuid <1.0,>=0.14.0
httpx <1.0,>=0.28.0
openai <3.0.0,>=2.20.0
python-dotenv <2.0,>=1.0.0
tiktoken <1.0,>=0.8.0
importlib-metadata <9.0,>=8.0.0
tokenizers <1.0,>=0.21.0
click <9.0,>=8.0.0
jinja2 <4.0,>=3.1.6
aiohttp <4.0,>=3.14.2
pydantic <3.0.0,>=2.10.0
pydantic-settings <3.0,>=2.14.1
jsonschema <5.0,>=4.0.0
boto3 <2.0,>=1.43.1

## extras
[bedrock-realtime]
  aws-sdk-bedrock-runtime <0.8.0,>=0.7.0
[caching]
  diskcache <6.0,>=5.6.3
[cli]
  rich <14.0,>=13.9.4
  pyyaml <7.0,>=6.0.3
  requests <3.0,>=2.32.0
  inquirerpy <1.0,>=0.3.4
[extra-proxy]
  prisma <1.0,>=0.11.0
  azure-identity <2.0,>=1.25.2
  azure-keyvault-secrets <5.0,>=4.10.0
  google-cloud-kms <3.0,>=2.24.2
  google-cloud-iam <3.0,>=2.19.1
  resend <3.0,>=2.23.0
  redisvl <1.0,>=0.4.1
  a2a-sdk <2.0,>=1.1.0
[google]
  google-cloud-aiplatform <2.0,>=1.133.0
[grpc]
  grpcio ==1.78.0
[mlflow]
  mlflow <4.0,>=3.11.1
[proxy]
  gunicorn <24.0,>=23.0.0
  uvicorn <1.0,>=0.33.0
  granian <3.0,>=2.7.4
  uvloop <1.0,>=0.21.0
  fastapi <1.0,>=0.136.3
  starlette <2.0,>=1.0.1
  backoff <3.0,>=2.2.1
  pyyaml <7.0,>=6.0.3
  rq <3.0,>=2.7.0
  orjson <4.0,>=3.11.6
  hiredis <4.0,>=3.0.0
  apscheduler <4.0,>=3.11.2
  fastapi-sso <1.0,>=0.19.0
  pyjwt <3.0,>=2.13.0
  python-multipart <1.0,>=0.0.27
  cryptography <51.0,>=49.0.0
  pynacl <2.0,>=1.6.2
  websockets <16.0,>=15.0.1
  boto3 <2.0,>=1.43.1
  azure-identity <2.0,>=1.25.2
  azure-storage-blob <13.0,>=12.28.0
  mcp <2.0,>=1.28.1
  litellm-proxy-extras ==0.4.86
  litellm-enterprise ==0.1.56
  restrictedpython <9.0,>=8.1
  rich <14.0,>=13.9.4
  inquirerpy <1.0,>=0.3.4
  polars <2.0,>=1.38.1
  soundfile <1.0,>=0.12.1
  pyroscope-io <1.0,>=0.8.16
  expression <6.0,>=5.6.0
[proxy-runtime]
  google-cloud-aiplatform <2.0,>=1.133.0
  google-genai <2.0,>=1.37.0
  anthropic[vertex] <1.0,>=0.84.0
  grpcio ==1.78.0
  prometheus-client <1.0,>=0.20.0
  langfuse <3.0,>=2.59.7
  opentelemetry-api ==1.28.0
  opentelemetry-sdk ==1.28.0
  opentelemetry-exporter-otlp ==1.28.0
  opentelemetry-instrumentation-fastapi ==0.49b0
  ddtrace <5.0,>=4.8.2
  sentry-sdk <3.0,>=2.21.0
  mangum <1.0,>=0.17.0
  azure-ai-contentsafety <2.0,>=1.0.0
  azure-storage-file-datalake <13.0,>=12.20.0
  pypdf <7.0,>=6.12.0
  llm-sandbox <1.0,>=0.3.39
  detect-secrets <2.0,>=1.5.0
[saml]
  python3-saml <2.0,>=1.16.0
[semantic-router]
  semantic-router <1.0,>=0.1.15
  aurelio-sdk <1.0,>=0.0.19
[stt-nvidia-riva]
  nvidia-riva-client >=2.15.0
  soundfile >=0.12.1
  audioread >=3.0.1
  numpy >=1.26.0
[utils]
  numpydoc <2.0,>=1.8.0

## maintainers
BerriAI