{"id":"agent-router-formerly-envoy-ai-gateway--theagentrouter-ai","name":"Agent Router (formerly Envoy AI Gateway)","url":"https://theagentrouter.ai/","page":"https://mrpeppersdev.github.io/agent-infrastructure-landscape/systems/agent-router-formerly-envoy-ai-gateway--theagentrouter-ai","family":"models-ops","section":"Inference platforms & gateways","sections":["Inference platforms & gateways"],"tier":3,"last_verified_at":"2026-10-29","lifecycle":{"status":"active","severity":0,"note":null},"taxonomy":null,"cells":{"type":{"value":"Framework","citation":"https://theagentrouter.ai/","status":"real-data","tier":"T2","source_class":"vendor"},"desc":{"value":"Open-source, Envoy-powered control plane giving agents one OpenAI-compatible API for every model and one router for MCP tools, with provider credentials, failover and token limits. It was formerly Envoy AI Gateway and is now an Agentic AI Foundation project.","citation":"https://theagentrouter.ai/","status":"real-data","tier":"T2","source_class":"vendor"},"claims":{"value":"Your Docusaurus site did not load properly.","citation":"https://theagentrouter.ai/","status":"real-data","tier":"T2","source_class":"vendor"},"modalities":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"created":{"value":"2024-10-21","citation":"https://github.com/theagentrouter/agent-router","status":"real-data","tier":"T1","source_class":"repo"},"latest-release":{"value":"last commit 2026-10-28","citation":"https://github.com/theagentrouter/agent-router","status":"real-data","tier":"T1","source_class":"repo"},"license":{"value":"Apache-2.0","citation":"https://theagentrouter.ai/","status":"real-data","tier":"T2","source_class":"vendor"},"gh":{"value":"https://github.com/theagentrouter/agent-router (2314★)","citation":"https://github.com/theagentrouter/agent-router","status":"real-data","tier":"T1","source_class":"repo"},"mindshare":{"value":"2314 GitHub stars","citation":"https://github.com/theagentrouter/agent-router","status":"real-data","tier":"T1","source_class":"repo"},"citations":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"funding":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"customers":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"pricing":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"compliance":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"data-handling":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"deployment":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"hq":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"founders":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"volume":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"perf":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"repro":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"code-release":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"api-surface":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"latency":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"throughput":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"backend-storage":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"multi-tenancy":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"encryption":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"sso-rbac":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"embedding-model":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"consistency":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"versioning":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"tombstoning":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"schema-evolution":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"namespace":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"contradiction":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"forgetting":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"mcp-support":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"a2a-support":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"otel":{"value":"yes","citation":"https://theagentrouter.ai/","status":"real-data","tier":"T2","source_class":"vendor"},"webhooks":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"import-export":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"integration-count":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"orchestration":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"programmatic-control":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"vendor-benchmarks":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"pricing-specifics":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"agent-abstraction":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"memory-primitives":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"llm-lock":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"runtimes":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"session-handling":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"validated-verticals":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"time-to-running":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"anti-fit":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"optimised-for":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"adjacent-infrastructure":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"pros":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cons":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"links":{"value":"https://theagentrouter.ai/ ; https://github.com/theagentrouter/agent-router","citation":"https://theagentrouter.ai/","status":"real-data","tier":"T2","source_class":"vendor"},"obs-langsmith":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-opentelemetry":{"value":"yes","citation":"https://theagentrouter.ai/","status":"real-data","tier":"T2","source_class":"vendor"},"obs-datadog":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-helicone":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-weave":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-langfuse":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-arize":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-custom":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-token-budget":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-prompt-caching":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-semantic-caching":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-batching":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-model-routing":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-streaming-only":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-observability-cost-attribution":{"value":"yes","citation":"https://theagentrouter.ai/","status":"real-data","tier":"T2","source_class":"vendor"},"eval-langsmith-evals":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-braintrust":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-weights-and-biases-agent":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-helicone-evals":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-custom-test-harness":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-human-loop":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-production-traffic-replay":{"value":"no","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"commit-trajectory":{"value":"searched not found","citation":"https://github.com/theagentrouter/agent-router","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"citation-trajectory":{"value":"not applicable — non-paper row","citation":null,"status":"not-applicable","tier":"T3"},"download-trajectory":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-input-usd-per-mtok":{"value":"not applicable — non-hosted pricing model","citation":null,"status":"not-applicable","tier":"T3"},"cost-output-usd-per-mtok":{"value":"not applicable — non-hosted pricing model","citation":null,"status":"not-applicable","tier":"T3"},"cost-tier":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-pricing-model":{"value":"unknown","citation":null,"status":"estimate","tier":"T3"},"cost-last-verified":{"value":"searched not found","citation":"https://theagentrouter.ai/","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"capability-composite-score":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"capability-band":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"capability-benchmark-sources":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"capability-last-verified":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"use-case-tags":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"use-case-anti-tags":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"adoption-accelerator":{"value":"","citation":null,"status":"no-data","tier":"T3"},"architecture-deployment-locus":{"value":"","citation":null,"status":"no-data","tier":"T3"},"licensing-bucket":{"value":"open-source","citation":"https://theagentrouter.ai/","status":"real-data","tier":"T2","source_class":"vendor"},"positioning-platform-vs-product":{"value":"","citation":null,"status":"no-data","tier":"T3"},"taxonomy-three-layer-rollup":{"value":"model-infra","citation":"https://github.com/MrPeppersDev/agent-infrastructure-landscape/blob/main/docs/schema/section-to-three-layer-rollup.json","status":"real-data","tier":"T1","source_class":"repo"},"developer-activity-opendigger":{"value":"","citation":null,"status":"no-data","tier":"T3"},"freshness-date":{"value":"2026-10-29","citation":"https://mrpeppersdev.github.io/agent-infrastructure-landscape/systems/agent-router-formerly-envoy-ai-gateway--theagentrouter-ai","status":"real-data","tier":"T2","source_class":"catalog"},"compliance-certifications":{"value":"not applicable — no hosted service","citation":"https://raw.githubusercontent.com/envoyproxy/ai-gateway/main/README.md","status":"not-applicable","tier":"T2","source_class":"repo"},"sdk-languages":{"value":"go,rest","citation":"https://raw.githubusercontent.com/envoyproxy/ai-gateway/main/README.md","status":"real-data","tier":"T2","source_class":"repo"},"protocol-support":{"value":"mcp-client,mcp-server,openai-compatible,opentelemetry","citation":"https://theagentrouter.ai/","status":"real-data","tier":"T2","source_class":"vendor"},"maturity":{"value":"ga","citation":"https://theagentrouter.ai/","status":"real-data","tier":"T2","source_class":"vendor"}},"corroboration":{"cited_cells":17,"third_party_cells":0},"edges":{"outgoing":[{"source":"agent-router-formerly-envoy-ai-gateway--theagentrouter-ai","target":"agent2agent-protocol-a2a--google-github-io","type":"integrates-with","evidence":"Agent Router docs have an Agent2Agent (A2A) traffic capability page.","citation":"https://theagentrouter.ai/docs/capabilities/a2a/","verified_at":"2026-10-29"},{"source":"agent-router-formerly-envoy-ai-gateway--theagentrouter-ai","target":"anthropic-claude-foundation-models--anthropic-com","type":"integrates-with","evidence":"Agent Router supported-providers page lists Anthropic (native and on GCP Vertex AI / AWS Bedrock).","citation":"https://theagentrouter.ai/docs/capabilities/llm-integrations/supported-providers/","verified_at":"2026-10-29"},{"source":"agent-router-formerly-envoy-ai-gateway--theagentrouter-ai","target":"cohere-command-r-command-a--cohere-com","type":"integrates-with","evidence":"Agent Router supported-providers page lists Cohere (compatibility API).","citation":"https://theagentrouter.ai/docs/capabilities/llm-integrations/supported-providers/","verified_at":"2026-10-29"},{"source":"agent-router-formerly-envoy-ai-gateway--theagentrouter-ai","target":"deepseek-r1-v3-family--deepseek-com","type":"integrates-with","evidence":"Agent Router supported-providers page lists DeepSeek.","citation":"https://theagentrouter.ai/docs/capabilities/llm-integrations/supported-providers/","verified_at":"2026-10-29"},{"source":"agent-router-formerly-envoy-ai-gateway--theagentrouter-ai","target":"google-gemini-3-family--blog-google","type":"integrates-with","evidence":"Agent Router supported-providers page lists Google Gemini on AI Studio.","citation":"https://theagentrouter.ai/docs/capabilities/llm-integrations/supported-providers/","verified_at":"2026-10-29"},{"source":"agent-router-formerly-envoy-ai-gateway--theagentrouter-ai","target":"mistral-large-2-mixtral-family--mistral-ai","type":"integrates-with","evidence":"Agent Router supported-providers page lists Mistral.","citation":"https://theagentrouter.ai/docs/capabilities/llm-integrations/supported-providers/","verified_at":"2026-10-29"},{"source":"agent-router-formerly-envoy-ai-gateway--theagentrouter-ai","target":"model-context-protocol-mcp-spec--modelcontextprotocol-io","type":"integrates-with","evidence":"Agent Router docs have an MCP gateway capability page.","citation":"https://theagentrouter.ai/docs/capabilities/mcp/","verified_at":"2026-10-29"},{"source":"agent-router-formerly-envoy-ai-gateway--theagentrouter-ai","target":"openai-gpt-family-gpt-5-gpt-4o-o3-o4--openai-com","type":"runtime-dependency","evidence":"Open-source, Envoy-powered control plane giving agents one OpenAI-compatible API for every model and one router for MCP tools, with provider credentials, failover and token limits.","citation":"https://theagentrouter.ai/"},{"source":"agent-router-formerly-envoy-ai-gateway--theagentrouter-ai","target":"together-ai--together-ai","type":"integrates-with","evidence":"Agent Router supported-providers page lists Together AI.","citation":"https://theagentrouter.ai/docs/capabilities/llm-integrations/supported-providers/","verified_at":"2026-10-29"},{"source":"agent-router-formerly-envoy-ai-gateway--theagentrouter-ai","target":"vllm--gh-vllm-project-vllm","type":"integrates-with","evidence":"Agent Router supported-providers page lists self-hosted vLLM.","citation":"https://theagentrouter.ai/docs/capabilities/llm-integrations/supported-providers/","verified_at":"2026-10-29"},{"source":"agent-router-formerly-envoy-ai-gateway--theagentrouter-ai","target":"xai-grok-4--x-ai","type":"integrates-with","evidence":"Agent Router supported-providers page lists xAI Grok.","citation":"https://theagentrouter.ai/docs/capabilities/llm-integrations/supported-providers/","verified_at":"2026-10-29"}],"incoming":[]},"history":[{"date":"2026-10-30","commit":"98ac84a5b9","pr":347,"kind":"added","changes":[]}],"license":"CC-BY-4.0","source":"https://github.com/MrPeppersDev/agent-infrastructure-landscape/blob/main/data/landscape.json"}