{"id":"litellm--gh-berriai-litellm","name":"LiteLLM","url":"https://github.com/BerriAI/litellm","page":"https://mrpeppersdev.github.io/agent-infrastructure-landscape/systems/litellm--gh-berriai-litellm","family":"models-ops","section":"Inference platforms & gateways","sections":["Inference platforms & gateways"],"tier":1,"last_verified_at":"2026-10-27","lifecycle":{"status":"active","severity":0,"note":null},"taxonomy":null,"cells":{"type":{"value":"Universal LLM API + Proxy","citation":"https://github.com/BerriAI/litellm","status":"real-data","tier":"T1","source_class":"repo"},"desc":{"value":"BerriAI's open-source LLM gateway — unified OpenAI-format API for 100+ providers; LiteLLM Proxy adds budgets, fallbacks, observability, rate-limiting.","citation":"https://github.com/BerriAI/litellm","status":"real-data","tier":"T1","source_class":"repo"},"claims":{"value":"100+ LLM providers behind OpenAI-compatible API; widely used as proxy/gateway.","citation":"https://github.com/BerriAI/litellm","status":"real-data","tier":"T1","source_class":"repo"},"modalities":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"created":{"value":"2023","citation":"https://github.com/BerriAI/litellm","status":"real-data","tier":"T1","last_verified_at":"2026-05-12","source_class":"repo"},"latest-release":{"value":"v1.106.4 (2026-10-25)","citation":"https://pypi.org/project/litellm/","status":"real-data","tier":"T2","last_verified_at":"2026-10-27","source_class":"registry"},"license":{"value":"MIT (except enterprise/ directory, commercial license)","citation":"https://raw.githubusercontent.com/BerriAI/litellm/main/LICENSE","status":"real-data","tier":"T2","source_class":"repo"},"gh":{"value":"BerriAI/litellm — ~62.1k stars, last commit 2026-10","citation":"https://github.com/BerriAI/litellm","status":"real-data","tier":"T1","last_verified_at":"2026-10-27","source_class":"repo"},"mindshare":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","last_verified_at":"2026-05-12","source_class":"repo"},"citations":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","last_verified_at":"2026-05-12","source_class":"repo"},"funding":{"value":"BerriAI raised $1.6M seed 2023 (Y Combinator W23); commercial steward of LiteLLM OSS.","citation":"https://www.ycombinator.com/companies/berriai","status":"real-data","tier":"T2","last_verified_at":"2026-05-12","source_class":"third-party"},"customers":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"pricing":{"value":"OSS free; Enterprise custom pricing (30-day self-hosted trial key)","citation":"https://www.litellm.ai/enterprise","status":"real-data","tier":"T2","source_class":"vendor"},"compliance":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"data-handling":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"deployment":{"value":"Self-hosted only — SDK and proxy; Enterprise self-hosted or air-gapped","citation":"https://www.litellm.ai/enterprise","status":"real-data","tier":"T2","source_class":"vendor"},"hq":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"founders":{"value":"Ishaan Jaffer, Krrish Dholakia; founded 2023 (YC W23).","citation":"https://www.ycombinator.com/companies/berriai","status":"real-data","tier":"T2","source_class":"third-party"},"volume":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"perf":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"repro":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"code-release":{"value":"Active — last commit 2026-05 · 46,707★","citation":"https://github.com/BerriAI/litellm","status":"real-data","tier":"T1","source_class":"repo"},"api-surface":{"value":"Python SDK, OpenAI-compatible proxy REST API","citation":"https://github.com/BerriAI/litellm","status":"real-data","tier":"T1","source_class":"repo"},"latency":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"throughput":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"backend-storage":{"value":"not applicable — not a memory product","citation":null,"status":"not-applicable","tier":"T3"},"multi-tenancy":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"encryption":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"sso-rbac":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"embedding-model":{"value":"not applicable — not a memory product","citation":null,"status":"not-applicable","tier":"T3"},"consistency":{"value":"not applicable — not a memory product","citation":null,"status":"not-applicable","tier":"T3"},"versioning":{"value":"not applicable — not a memory product","citation":null,"status":"not-applicable","tier":"T3"},"tombstoning":{"value":"not applicable — not a memory product","citation":null,"status":"not-applicable","tier":"T3"},"schema-evolution":{"value":"not applicable — not a memory product","citation":null,"status":"not-applicable","tier":"T3"},"namespace":{"value":"not applicable — not a memory product","citation":null,"status":"not-applicable","tier":"T3"},"contradiction":{"value":"not applicable — not a memory product","citation":null,"status":"not-applicable","tier":"T3"},"forgetting":{"value":"not applicable — not a memory product","citation":null,"status":"not-applicable","tier":"T3"},"mcp-support":{"value":"yes — MCP Gateway in LiteLLM Proxy (Streamable HTTP, SSE, stdio) with per-key/team access control","citation":"https://docs.litellm.ai/docs/mcp","status":"real-data","tier":"T2","source_class":"vendor"},"a2a-support":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"otel":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"webhooks":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"import-export":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"integration-count":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"orchestration":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"programmatic-control":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"vendor-benchmarks":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","last_verified_at":"2026-05-12","source_class":"repo"},"pricing-specifics":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"agent-abstraction":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"memory-primitives":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"llm-lock":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"runtimes":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"session-handling":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"validated-verticals":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"time-to-running":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"anti-fit":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"optimised-for":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"adjacent-infrastructure":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"pros":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"cons":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"links":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"obs-langsmith":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-opentelemetry":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-datadog":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-helicone":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-weave":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-langfuse":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-arize":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-custom":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-token-budget":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-prompt-caching":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-semantic-caching":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-batching":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-model-routing":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-streaming-only":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-observability-cost-attribution":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-langsmith-evals":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-braintrust":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-weights-and-biases-agent":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-helicone-evals":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-custom-test-harness":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-human-loop":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-production-traffic-replay":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"commit-trajectory":{"value":"[{\"ym\":\"2026-04\",\"cum\":38451},{\"ym\":\"2026-05\",\"cum\":39238}]","citation":"https://github.com/BerriAI/litellm","status":"real-data","tier":"T1","last_verified_at":"2026-05-14","source_class":"repo"},"citation-trajectory":{"value":"not applicable — non-paper row","citation":null,"status":"not-applicable","tier":"T3","last_verified_at":"2026-05-14"},"download-trajectory":{"value":"[{\"ym\":\"2025-11\",\"monthly\":20498704,\"cum\":20498704},{\"ym\":\"2025-12\",\"monthly\":63551549,\"cum\":84050253},{\"ym\":\"2026-01\",\"monthly\":60298419,\"cum\":144348672},{\"ym\":\"2026-02\",\"monthly\":74579089,\"cum\":218927761},{\"ym\":\"2026-03\",\"monthly\":97696243,\"cum\":316624004},{\"ym\":\"2026-04\",\"monthly\":295639813,\"cum\":612263817}]","citation":"https://pypi.org/project/litellm/","status":"real-data","tier":"T2","last_verified_at":"2026-05-14","source_class":"registry"},"cost-input-usd-per-mtok":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"cost-output-usd-per-mtok":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"cost-tier":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"cost-pricing-model":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"cost-last-verified":{"value":"searched not found","citation":"https://github.com/BerriAI/litellm","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"capability-composite-score":{"value":"not applicable — LLM gateway infrastructure, not a capable system","citation":null,"status":"not-applicable","tier":"T3"},"capability-band":{"value":"not applicable — LLM gateway infrastructure, not a capable system","citation":null,"status":"not-applicable","tier":"T3"},"capability-benchmark-sources":{"value":"not applicable — LLM gateway infrastructure, not a capable system","citation":null,"status":"not-applicable","tier":"T3"},"capability-last-verified":{"value":"not applicable — LLM gateway infrastructure, not a capable system","citation":null,"status":"not-applicable","tier":"T3"},"use-case-tags":{"value":"not applicable — LLM gateway infrastructure, not a deployable end-user system","citation":null,"status":"not-applicable","tier":"T3"},"use-case-anti-tags":{"value":"not applicable — infrastructure component, no end-use anti-tags apply","citation":null,"status":"not-applicable","tier":"T3"},"adoption-accelerator":{"value":"yc-w23","citation":"https://www.ycombinator.com/companies/litellm","status":"real-data","tier":"T2","source_class":"third-party"},"architecture-deployment-locus":{"value":"local","citation":"https://raw.githubusercontent.com/BerriAI/litellm/main/README.md","status":"real-data","tier":"T2","source_class":"repo"},"licensing-bucket":{"value":"open-core","citation":"https://raw.githubusercontent.com/BerriAI/litellm/main/LICENSE","status":"real-data","tier":"T2","source_class":"repo"},"positioning-platform-vs-product":{"value":"platform","citation":"https://raw.githubusercontent.com/BerriAI/litellm/main/README.md","status":"real-data","tier":"T2","source_class":"repo"},"taxonomy-three-layer-rollup":{"value":"model-infra","citation":"https://github.com/MrPeppersDev/agent-infrastructure-landscape/blob/main/docs/schema/section-to-three-layer-rollup.json","status":"real-data","tier":"T1","source_class":"repo"},"developer-activity-opendigger":{"value":"{\"activity\":3482.77,\"as_of\":\"2026-09\",\"openrank_12mo\":203.13,\"openrank_current\":255.53,\"participants\":1327}","citation":"https://oss.open-digger.cn/github/BerriAI/litellm/openrank.json","status":"real-data","tier":"T2","last_verified_at":"2026-10-28","source_class":"third-party"},"freshness-date":{"value":"2026-10-27","citation":"https://mrpeppersdev.github.io/agent-infrastructure-landscape/systems/litellm--gh-berriai-litellm","status":"real-data","tier":"T2","source_class":"catalog"},"compliance-certifications":{"value":"soc2-type2","citation":"https://docs.litellm.ai/docs/data_security","status":"real-data","tier":"T2","source_class":"vendor"},"sdk-languages":{"value":"python,rest","citation":"https://raw.githubusercontent.com/BerriAI/litellm/main/README.md","status":"real-data","tier":"T2","source_class":"repo"},"protocol-support":{"value":"a2a,mcp-client,mcp-server,openai-compatible,opentelemetry","citation":"https://docs.litellm.ai/docs/mcp","status":"real-data","tier":"T2","source_class":"vendor"},"maturity":{"value":"ga","citation":"https://raw.githubusercontent.com/BerriAI/litellm/main/README.md","status":"real-data","tier":"T2","source_class":"repo"}},"corroboration":{"cited_cells":26,"third_party_cells":4},"edges":{"outgoing":[{"source":"litellm--gh-berriai-litellm","target":"agent2agent-protocol-a2a--google-github-io","type":"integrates-with","evidence":"LiteLLM docs describe an Agent Gateway for invoking agents over the A2A protocol.","citation":"https://docs.litellm.ai/docs/a2a","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"agentops--agentops-ai","type":"integrates-with","evidence":"LiteLLM docs have an AgentOps logging/observability integration page.","citation":"https://docs.litellm.ai/docs/observability/agentops_integration","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"amazon-bedrock-guardrails--aws-amazon-com","type":"integrates-with","evidence":"LiteLLM docs have a Bedrock Guardrails page.","citation":"https://docs.litellm.ai/docs/proxy/guardrails/bedrock","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"amazon-nova-family--aboutamazon-com","type":"integrates-with","evidence":"LiteLLM docs have an Amazon Nova provider page.","citation":"https://docs.litellm.ai/docs/providers/amazon_nova","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"anthropic-claude-foundation-models--anthropic-com","type":"integrates-with","evidence":"LiteLLM docs have an Anthropic provider page.","citation":"https://docs.litellm.ai/docs/providers/anthropic","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"anyscale--anyscale-com","type":"integrates-with","evidence":"LiteLLM docs have an Anyscale provider page.","citation":"https://docs.litellm.ai/docs/providers/anyscale","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"argilla--argilla-io","type":"integrates-with","evidence":"LiteLLM docs have an Argilla logging/observability integration page.","citation":"https://docs.litellm.ai/docs/observability/argilla","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"arize-ai--arize-com","type":"integrates-with","evidence":"LiteLLM docs have an Arize AI logging/observability integration page.","citation":"https://docs.litellm.ai/docs/observability/arize_integration","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"arize-phoenix--phoenix-arize-com","type":"integrates-with","evidence":"LiteLLM docs have an Arize Phoenix logging/observability integration page.","citation":"https://docs.litellm.ai/docs/observability/phoenix_integration","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"aws-sagemaker--aws-amazon-com","type":"integrates-with","evidence":"LiteLLM docs have an AWS SageMaker provider page.","citation":"https://docs.litellm.ai/docs/providers/aws_sagemaker","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"azure-ai-content-safety-prompt-shields--learn-microsoft-com","type":"integrates-with","evidence":"LiteLLM docs have a Azure Content Safety guardrail page.","citation":"https://docs.litellm.ai/docs/proxy/guardrails/azure_content_guardrail","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"baseten--baseten-co","type":"integrates-with","evidence":"LiteLLM docs have a Baseten provider page.","citation":"https://docs.litellm.ai/docs/providers/baseten","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"bedrock-agentcore-aws--aws-amazon-com","type":"integrates-with","evidence":"LiteLLM docs have a Bedrock AgentCore provider page.","citation":"https://docs.litellm.ai/docs/providers/bedrock_agentcore","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"braintrust--braintrust-dev","type":"integrates-with","evidence":"LiteLLM docs have a Braintrust logging/observability integration page.","citation":"https://docs.litellm.ai/docs/observability/braintrust","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"cohere-command-r-command-a--cohere-com","type":"integrates-with","evidence":"LiteLLM docs have a Cohere provider page.","citation":"https://docs.litellm.ai/docs/providers/cohere","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"comet-ml--comet-com","type":"integrates-with","evidence":"LiteLLM docs have a Comet Opik logging/observability integration page.","citation":"https://docs.litellm.ai/docs/observability/opik_integration","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"confident-ai-deepeval--confident-ai-com","type":"integrates-with","evidence":"LiteLLM docs have a DeepEval logging/observability integration page.","citation":"https://docs.litellm.ai/docs/observability/deepeval_integration","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"crowdstrike-falcon-guardian-formerly-pangea-ai-guard--crowdstrike-com","type":"integrates-with","evidence":"LiteLLM docs have a CrowdStrike AIDR guardrail page.","citation":"https://docs.litellm.ai/docs/proxy/guardrails/crowdstrike_aidr","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"datadog-agent-observability-llm-observability--datadoghq-com","type":"integrates-with","evidence":"LiteLLM docs have a Datadog observability page.","citation":"https://docs.litellm.ai/docs/observability/datadog","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"deepseek-r1-v3-family--deepseek-com","type":"integrates-with","evidence":"LiteLLM docs have a DeepSeek provider page.","citation":"https://docs.litellm.ai/docs/providers/deepseek","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"enkrypt-ai--enkryptai-com","type":"integrates-with","evidence":"LiteLLM proxy docs have an Enkrypt AI guardrail integration page.","citation":"https://docs.litellm.ai/docs/proxy/guardrails/enkryptai","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"fireworks-ai--fireworks-ai","type":"integrates-with","evidence":"LiteLLM docs have a Fireworks AI provider page.","citation":"https://docs.litellm.ai/docs/providers/fireworks_ai","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"google-cloud-model-armor--cloud-google-com","type":"integrates-with","evidence":"LiteLLM docs have a Google Cloud Model Armor guardrail page.","citation":"https://docs.litellm.ai/docs/proxy/guardrails/model_armor","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"google-gemini-3-family--blog-google","type":"integrates-with","evidence":"LiteLLM docs have a Gemini (Google AI Studio) provider page.","citation":"https://docs.litellm.ai/docs/providers/gemini","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"guardrails-ai--guardrailsai-com","type":"integrates-with","evidence":"LiteLLM docs have a Guardrails AI guardrail page.","citation":"https://docs.litellm.ai/docs/proxy/guardrails/guardrails_ai","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"helicone--helicone-ai","type":"integrates-with","evidence":"LiteLLM docs have a Helicone provider page.","citation":"https://docs.litellm.ai/docs/providers/helicone","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"hiddenlayer-aisec-platform-2-0--hiddenlayer-com","type":"integrates-with","evidence":"LiteLLM proxy docs have a HiddenLayer guardrail integration page.","citation":"https://docs.litellm.ai/docs/proxy/guardrails/hiddenlayer","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"humanloop--humanloop-com","type":"integrates-with","evidence":"LiteLLM docs have a Humanloop logging/observability integration page.","citation":"https://docs.litellm.ai/docs/observability/humanloop","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"jamba-ai21-labs--ai21-com","type":"integrates-with","evidence":"LiteLLM docs have an AI21 provider page.","citation":"https://docs.litellm.ai/docs/providers/ai21","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"jina-ai-embeddings--jina-ai","type":"integrates-with","evidence":"LiteLLM docs have a Jina AI provider page.","citation":"https://docs.litellm.ai/docs/providers/jina_ai","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"lakera-guard-lakera-red--lakera-ai","type":"integrates-with","evidence":"LiteLLM proxy docs have a Lakera AI guardrail integration page.","citation":"https://docs.litellm.ai/docs/proxy/guardrails/lakera_ai","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"langfuse--langfuse-com","type":"integrates-with","evidence":"LiteLLM docs have a Langfuse logging/observability integration page.","citation":"https://docs.litellm.ai/docs/observability/langfuse_integration","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"langgraph-orchestration--langchain-com","type":"integrates-with","evidence":"LiteLLM docs have a LangGraph provider page.","citation":"https://docs.litellm.ai/docs/providers/langgraph","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"langsmith--langchain-com","type":"integrates-with","evidence":"LiteLLM docs have a LangSmith logging/observability integration page.","citation":"https://docs.litellm.ai/docs/observability/langsmith_integration","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"lasso-security--lasso-security","type":"integrates-with","evidence":"LiteLLM proxy docs have a Lasso Security guardrail integration page.","citation":"https://docs.litellm.ai/docs/proxy/guardrails/lasso_security","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"manus-ai--manus-im","type":"integrates-with","evidence":"LiteLLM docs have a Manus provider page.","citation":"https://docs.litellm.ai/docs/providers/manus","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"meta-llama-4-family--ai-meta-com","type":"integrates-with","evidence":"LiteLLM docs have a Meta Llama API provider page.","citation":"https://docs.litellm.ai/docs/providers/meta_llama","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"milvus--milvus-io","type":"integrates-with","evidence":"LiteLLM docs have a Milvus vector stores provider page.","citation":"https://docs.litellm.ai/docs/providers/milvus_vector_stores","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"mistral-large-2-mixtral-family--mistral-ai","type":"integrates-with","evidence":"LiteLLM docs have a Mistral AI provider page.","citation":"https://docs.litellm.ai/docs/providers/mistral","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"mlflow--mlflow-org","type":"integrates-with","evidence":"LiteLLM docs have an MLflow logging/observability integration page.","citation":"https://docs.litellm.ai/docs/observability/mlflow","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"model-context-protocol-mcp-spec--modelcontextprotocol-io","type":"integrates-with","evidence":"LiteLLM docs describe its MCP gateway for exposing and calling MCP servers.","citation":"https://docs.litellm.ai/docs/mcp","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"mongodb-atlas-vector-search--mongodb-com","type":"integrates-with","evidence":"LiteLLM docs have a MongoDB vector stores provider page.","citation":"https://docs.litellm.ai/docs/providers/mongodb_vector_stores","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"openai-gpt-family-gpt-5-gpt-4o-o3-o4--openai-com","type":"integrates-with","evidence":"LiteLLM docs have an OpenAI provider page.","citation":"https://docs.litellm.ai/docs/providers/openai","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"openai-gpt-family-gpt-5-gpt-4o-o3-o4--openai-com","type":"runtime-dependency","evidence":"100+ LLM providers behind OpenAI-compatible API","citation":"https://github.com/BerriAI/litellm"},{"source":"litellm--gh-berriai-litellm","target":"openrouter--openrouter-ai","type":"integrates-with","evidence":"LiteLLM docs have an OpenRouter provider page.","citation":"https://docs.litellm.ai/docs/providers/openrouter","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"pillar-security--pillar-security","type":"integrates-with","evidence":"LiteLLM proxy docs have a Pillar Security guardrail integration page.","citation":"https://docs.litellm.ai/docs/proxy/guardrails/pillar_security","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"presidio--presidio-dataprivacystack-org","type":"integrates-with","evidence":"LiteLLM docs have a Presidio PII/PHI masking guardrail page.","citation":"https://docs.litellm.ai/docs/proxy/guardrails/pii_masking_v2","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"prompt-security-sentinelone--sentinelone-com","type":"integrates-with","evidence":"LiteLLM docs have a Prompt Security guardrail page.","citation":"https://docs.litellm.ai/docs/proxy/guardrails/prompt_security","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"promptlayer--promptlayer-com","type":"integrates-with","evidence":"LiteLLM docs have a PromptLayer logging/observability integration page.","citation":"https://docs.litellm.ai/docs/observability/promptlayer_integration","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"protect-ai--protectai-com","type":"integrates-with","evidence":"LiteLLM proxy docs have a Palo Alto Networks Prisma AIRS guardrail integration page.","citation":"https://docs.litellm.ai/docs/proxy/guardrails/panw_prisma_airs","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"pydantic-ai--ai-pydantic-dev","type":"integrates-with","evidence":"LiteLLM docs have a Pydantic AI Agents provider page.","citation":"https://docs.litellm.ai/docs/providers/pydantic_ai_agent","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"pydantic-logfire--pydantic-dev","type":"integrates-with","evidence":"LiteLLM docs have a Logfire observability page.","citation":"https://docs.litellm.ai/docs/observability/logfire_integration","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"reka-core-flash-edge--reka-ai","type":"integrates-with","evidence":"LiteLLM docs have a Reka provider page.","citation":"https://docs.litellm.ai/docs/providers/reka","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"replicate--replicate-com","type":"integrates-with","evidence":"LiteLLM docs have a Replicate provider page.","citation":"https://docs.litellm.ai/docs/providers/replicate","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"together-ai--together-ai","type":"integrates-with","evidence":"LiteLLM docs have a Together AI provider page.","citation":"https://docs.litellm.ai/docs/providers/togetherai","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"v0-vercel--v0-app","type":"integrates-with","evidence":"LiteLLM docs have a v0 provider page.","citation":"https://docs.litellm.ai/docs/providers/v0","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"vllm--gh-vllm-project-vllm","type":"integrates-with","evidence":"LiteLLM docs have a vLLM provider page.","citation":"https://docs.litellm.ai/docs/providers/vllm","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"voyage-ai-mongodb--voyageai-com","type":"integrates-with","evidence":"LiteLLM docs have a Voyage AI provider page.","citation":"https://docs.litellm.ai/docs/providers/voyage","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"weights-biases--wandb-ai","type":"integrates-with","evidence":"LiteLLM docs have a Weights & Biases logging/observability integration page.","citation":"https://docs.litellm.ai/docs/observability/wandb_integration","verified_at":"2026-10-29"},{"source":"litellm--gh-berriai-litellm","target":"xai-grok-4--x-ai","type":"integrates-with","evidence":"LiteLLM docs have an xAI provider page.","citation":"https://docs.litellm.ai/docs/providers/xai","verified_at":"2026-10-29"}],"incoming":[{"source":"agentgateway--agentgateway-dev","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"agentgateway standalone docs have a \"Migrate from LiteLLM\" config-import page.","citation":"https://agentgateway.dev/docs/standalone/latest/documentation/configuration/import/","verified_at":"2026-10-29"},{"source":"agentops--agentops-ai","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"AgentOps docs have a LiteLLM integration page.","citation":"https://docs.agentops.ai/v2/integrations/litellm","verified_at":"2026-10-29"},{"source":"aider-harness--aider-chat","target":"litellm--gh-berriai-litellm","type":"runtime-dependency","evidence":"uses any LiteLLM-compatible model. Memory via CONVENTIONS.md and .aider.conf.yml — author-edited markdown.","citation":"https://aider.chat"},{"source":"arize-phoenix--phoenix-arize-com","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Arize Phoenix docs have a LiteLLM integration page.","citation":"https://arize.com/docs/phoenix/integrations/llm-providers/litellm","verified_at":"2026-10-29"},{"source":"bifrost-maxim-ai--getmaxim-ai","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Bifrost SDK integrations include a drop-in proxy page for the LiteLLM SDK.","citation":"https://docs.getbifrost.ai/integrations/litellm-sdk","verified_at":"2026-10-29"},{"source":"braintrust--braintrust-dev","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Braintrust docs have a LiteLLM integration page.","citation":"https://www.braintrust.dev/docs/integrations/sdk-integrations/litellm","verified_at":"2026-10-29"},{"source":"comet-ml--comet-com","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Comet's Opik docs have a LiteLLM integration page.","citation":"https://www.comet.com/docs/opik/integrations/litellm","verified_at":"2026-10-29"},{"source":"datadog-agent-observability-llm-observability--datadoghq-com","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Datadog LLM Observability auto-instrumentation page lists a LiteLLM LLM integration.","citation":"https://docs.datadoghq.com/llm_observability/instrument/auto_instrumentation/","verified_at":"2026-10-29"},{"source":"dspy--gh-stanfordnlp-dspy","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"DSPy language model docs describe an optional LiteLLM compatibility engine (dspy[litellm]) for other providers.","citation":"https://dspy.ai/learn/programming/language_models/","verified_at":"2026-10-29"},{"source":"fireworks-ai--fireworks-ai","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Fireworks AI docs integration: LiteLLM (LLM Gateways; native fireworks_ai provider).","citation":"https://docs.fireworks.ai/nexus/llm-gateways","verified_at":"2026-10-29"},{"source":"google-agent-development-kit-adk--gh-google-adk-python","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"ADK docs have a LiteLLM model page for ADK agents.","citation":"https://adk.dev/agents/models/litellm/","verified_at":"2026-10-29"},{"source":"goose-block--block-github-io","target":"litellm--gh-berriai-litellm","type":"runtime-dependency","evidence":"adjacent-infrastructure cell: LiteLLM for multi-model routing; MCP for tool integrations; Block-internal extensions (square/cash app workflows)","citation":"https://block.github.io/goose/"},{"source":"haystack-framework--haystack-deepset-ai","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Haystack integrations directory has a LiteLLM integration page (\"Use any of 100+ LLM providers with Haystack through LiteLLM\").","citation":"https://haystack.deepset.ai/integrations/litellm","verified_at":"2026-10-29"},{"source":"helicone--helicone-ai","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Helicone docs have a LiteLLM integration page.","citation":"https://docs.helicone.ai/gateway/integrations/litellm","verified_at":"2026-10-29"},{"source":"honeyhive--honeyhive-ai","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"HoneyHive integrations docs have a LiteLLM tracing/integration page.","citation":"https://docs.honeyhive.ai/v2/integrations/litellm","verified_at":"2026-10-29"},{"source":"inspect-ai--inspect-aisi-org-uk","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Inspect AI model-providers page documents a LiteLLM Proxy provider.","citation":"https://inspect.aisi.org.uk/providers.html#litellm-proxy","verified_at":"2026-10-29"},{"source":"invariant-guardrails--invariantlabs-ai","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Invariant Gateway README has a LiteLLM integration section.","citation":"https://github.com/invariantlabs-ai/invariant-gateway#-litellm-integration","verified_at":"2026-10-29"},{"source":"laminar--laminar-sh","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Laminar integrations docs have a LiteLLM observability page.","citation":"https://laminar.sh/docs/integrations/litellm","verified_at":"2026-10-29"},{"source":"langchain-framework--langchain-com","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"LangChain docs have a LiteLLM integration provider page (Unified interface for 100+ LLM APIs).","citation":"https://docs.langchain.com/oss/python/integrations/providers/litellm","verified_at":"2026-10-29"},{"source":"langflow--gh-langflow-ai-langflow","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Langflow components bundle: LiteLLM component.","citation":"https://docs.langflow.org/bundles-lite-llm","verified_at":"2026-10-29"},{"source":"langfuse--langfuse-com","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Langfuse's integrations directory has a LiteLLM integration page.","citation":"https://langfuse.com/integrations/gateways/litellm","verified_at":"2026-10-29"},{"source":"langsmith--langchain-com","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"LangSmith docs have a tracing integration page for LiteLLM.","citation":"https://docs.langchain.com/langsmith/trace-litellm","verified_at":"2026-10-29"},{"source":"llamaindex-framework--llamaindex-ai","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"LlamaIndex has an official LLM integration package llama-index-llms-litellm in its repo.","citation":"https://github.com/run-llama/llama_index/tree/main/llama-index-integrations/llms/llama-index-llms-litellm","verified_at":"2026-10-29"},{"source":"mem0--mem0-ai","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Mem0 docs have a LiteLLM LLM provider page for Mem0 open source.","citation":"https://docs.mem0.ai/components/llms/models/litellm","verified_at":"2026-10-29"},{"source":"openai-agents-sdk--gh-openai-openai-agents-python","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"OpenAI Agents SDK docs have a page on using any model via the LiteLLM integration (LitellmModel).","citation":"https://openai.github.io/openai-agents-python/models/litellm/","verified_at":"2026-10-29"},{"source":"openinference--gh-arize-ai-openinference","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"The OpenInference repo README lists an OpenInference instrumentation package for LiteLLM.","citation":"https://github.com/Arize-ai/openinference","verified_at":"2026-10-29"},{"source":"openllmetry-traceloop--gh-traceloop-openllmetry","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"OpenLLMetry's What's Supported page lists LiteLLM as instrumented out of the box.","citation":"https://www.traceloop.com/docs/openllmetry/tracing/supported","verified_at":"2026-10-29"},{"source":"phidata-now-agno--agno-com","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Agno ships a litellm model provider module (agno.models.litellm).","citation":"https://github.com/agno-agi/agno/tree/main/libs/agno/agno/models/litellm","verified_at":"2026-10-29"},{"source":"presidio--presidio-dataprivacystack-org","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Presidio samples include \"PII Masking LLM calls using LiteLLM\".","citation":"https://presidio.dataprivacystack.org/samples/docker/litellm/","verified_at":"2026-10-29"},{"source":"pydantic-ai--ai-pydantic-dev","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Pydantic AI \"Other compatible APIs\" docs have a LiteLLM section.","citation":"https://pydantic.dev/docs/ai/models/compatible-apis/","verified_at":"2026-10-29"},{"source":"pydantic-logfire--pydantic-dev","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Pydantic Logfire integrations docs have a LiteLLM page.","citation":"https://pydantic.dev/docs/logfire/integrations/llms/litellm/","verified_at":"2026-10-29"},{"source":"restate--restate-dev","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Restate AI docs integration page: Restate & LiteLLM.","citation":"https://docs.restate.dev/ai/sdk-integrations/litellm","verified_at":"2026-10-29"},{"source":"smolagents-hugging-face--gh-huggingface-smolagents","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"smolagents models reference documents LiteLLMModel and LiteLLMRouterModel.","citation":"https://huggingface.co/docs/smolagents/reference/models","verified_at":"2026-10-29"},{"source":"strands-agents-aws--strandsagents-com","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Strands Agents docs have a LiteLLM model provider page.","citation":"https://strandsagents.com/docs/user-guide/sdk/model-providers/litellm/","verified_at":"2026-10-29"},{"source":"together-ai--together-ai","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Together AI docs third-party/agent integrations: LiteLLM (incl. Claude Code on Together via LiteLLM proxy).","citation":"https://docs.together.ai/docs/using-together-with-litellm","verified_at":"2026-10-29"},{"source":"vercel-ai-gateway--vercel-com","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"Vercel AI Gateway docs have a LiteLLM framework integration page.","citation":"https://vercel.com/docs/ai-gateway/ecosystem/framework-integrations/litellm","verified_at":"2026-10-29"},{"source":"weights-biases--wandb-ai","target":"litellm--gh-berriai-litellm","type":"integrates-with","evidence":"W&B Weave docs have a LiteLLM integration page.","citation":"https://docs.coreweave.com/products/wandb/weave/guides/integrations/litellm","verified_at":"2026-10-29"}]},"history":[{"date":"2026-10-27","commit":"9482a0953d","pr":271,"kind":"update","changes":[{"field":"license","label":"License","from":"MIT","to":"MIT (except enterprise/ directory, commercial license)","source":"https://raw.githubusercontent.com/BerriAI/litellm/main/LICENSE"},{"field":"latest-release","label":"Latest release","from":"","to":"v1.106.4 (2026-10-25)","first":true,"source":"https://pypi.org/project/litellm/"},{"field":"pricing","label":"Pricing","from":"","to":"OSS free; Enterprise custom pricing (30-day self-hosted trial key)","first":true,"source":"https://www.litellm.ai/enterprise"},{"field":"deployment","label":"Deployment","from":"","to":"Self-hosted only — SDK and proxy; Enterprise self-hosted or air-gapped","first":true,"source":"https://www.litellm.ai/enterprise"},{"field":"mcp-support","label":"MCP support","from":"","to":"yes — MCP Gateway in LiteLLM Proxy (Streamable HTTP, SSE, stdio) with per-key/team access control","first":true,"source":"https://docs.litellm.ai/docs/mcp"}]}],"license":"CC-BY-4.0","source":"https://github.com/MrPeppersDev/agent-infrastructure-landscape/blob/main/data/landscape.json"}