{"id":"evo-memory--arxiv-2511-20857","name":"Evo-Memory","url":"https://arxiv.org/abs/2511.20857","page":"https://mrpeppersdev.github.io/agent-infrastructure-landscape/systems/evo-memory--arxiv-2511-20857","family":"memory-research","section":"Memory benchmarks & evaluation","sections":["Memory benchmarks & evaluation"],"tier":3,"last_verified_at":"2026-10-23","lifecycle":{"status":"active","severity":0,"note":null},"taxonomy":{"storage":[{"value":"none-trivial","primary":true,"reason":"none-trivial — benchmark harness over 10+ pluggable memory modules"}],"retrieval":[{"value":"none","primary":true,"reason":"none — benchmark; ExpRAG/ReMem are baselines, not the artifact"}],"persistence":[{"value":"cross-session","primary":true,"reason":"cross-session — evaluates memory carried across sequential task streams"}],"update":[{"value":"read-only","primary":true,"reason":"read-only — benchmark datasets"}],"unit":[{"value":"trajectory","primary":true,"reason":null},{"value":"episode","primary":false,"reason":null}],"governance":[{"value":"n/a","primary":true,"reason":"n/a — not applicable — benchmark"}],"conflict":[{"value":"out-of-scope","primary":true,"reason":"out-of-scope — benchmark"}]},"cells":{"type":{"value":"Benchmark","citation":"https://arxiv.org/abs/2511.20857","status":"real-data","tier":"T2","source_class":"vendor"},"desc":{"value":"Google streaming benchmark for test-time learning: agents must search, adapt and update memory across task sequences. It implements 10+ memory modules on 10 datasets and introduces the ExpRAG and ReMem baselines. Traction: Google (Ed Chi, Fernando Pereira et al.) authorship","citation":"https://arxiv.org/abs/2511.20857","status":"real-data","tier":"T2","source_class":"vendor"},"claims":{"value":"Abstract: Statefulness is essential for large language model (LLM) agents to perform long-term planning and problem-solving. This makes memory a critical component, yet its management and evolution remain largely underexplored. Existing evaluations mostly focus on static conversational settings, where memory is passively retrieved from dialogue to answer queries, overlooking the dynamic ability to accumulate and reuse experience across evolving task streams. In real-world environments such as interactive problem assistants or embodied agents, LLMs are required to handle continuous task streams, yet often fail to learn from accumulated interactions, losing valuable contextual insights, a limitation that calls for test-time evolution, where LLMs retrieve, integrate, and update memory continuously during deployment. To bridge this gap, we introduce Evo-Memory, a comprehensive streaming benchmark and framework for evaluating self-evolving memory in LLM agents. Evo-Memory structures datasets into sequential task streams, requiring LLMs to search, adapt, and evolve memory after each interaction. We unify and implement over ten representative memory modules and evaluate them across 10 div","citation":"https://arxiv.org/abs/2511.20857v1","status":"real-data","tier":"T2","source_class":"vendor"},"modalities":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"created":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857v1","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"latest-release":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"license":{"value":"unknown","citation":"https://arxiv.org/abs/2511.20857","status":"real-data","tier":"T2","source_class":"vendor"},"gh":{"value":"not applicable — no GitHub repo","citation":null,"status":"not-applicable","tier":"T3"},"mindshare":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"citations":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857v1","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"funding":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"customers":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"pricing":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"compliance":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"data-handling":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"deployment":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"hq":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"founders":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"volume":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"perf":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"repro":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"code-release":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"api-surface":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"latency":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"throughput":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"backend-storage":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"multi-tenancy":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"encryption":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"sso-rbac":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"embedding-model":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"consistency":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"versioning":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"tombstoning":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"schema-evolution":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"namespace":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"contradiction":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"forgetting":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"mcp-support":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"a2a-support":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"otel":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"webhooks":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"import-export":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"integration-count":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"orchestration":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"programmatic-control":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"vendor-benchmarks":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"pricing-specifics":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"agent-abstraction":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"memory-primitives":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"llm-lock":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"runtimes":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"session-handling":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"validated-verticals":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"time-to-running":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"anti-fit":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"optimised-for":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"adjacent-infrastructure":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"pros":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cons":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"links":{"value":"https://arxiv.org/abs/2511.20857 ; https://arxiv.org/abs/2511.20857v1","citation":"https://arxiv.org/abs/2511.20857","status":"real-data","tier":"T2","source_class":"vendor"},"obs-langsmith":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-opentelemetry":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-datadog":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-helicone":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-weave":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-langfuse":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-arize":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-custom":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-token-budget":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-prompt-caching":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-semantic-caching":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-batching":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-model-routing":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-streaming-only":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-observability-cost-attribution":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-langsmith-evals":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-braintrust":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-weights-and-biases-agent":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-helicone-evals":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-custom-test-harness":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-human-loop":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-production-traffic-replay":{"value":"no","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"commit-trajectory":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"citation-trajectory":{"value":"not applicable — non-paper row","citation":null,"status":"not-applicable","tier":"T3"},"download-trajectory":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-input-usd-per-mtok":{"value":"not applicable — non-hosted pricing model","citation":null,"status":"not-applicable","tier":"T3"},"cost-output-usd-per-mtok":{"value":"not applicable — non-hosted pricing model","citation":null,"status":"not-applicable","tier":"T3"},"cost-tier":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-pricing-model":{"value":"unknown","citation":null,"status":"estimate","tier":"T3"},"cost-last-verified":{"value":"searched not found","citation":"https://arxiv.org/abs/2511.20857","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"capability-composite-score":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"capability-band":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"capability-benchmark-sources":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"capability-last-verified":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"use-case-tags":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"use-case-anti-tags":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"adoption-accelerator":{"value":"","citation":null,"status":"no-data","tier":"T3"},"architecture-deployment-locus":{"value":"","citation":null,"status":"no-data","tier":"T3"},"licensing-bucket":{"value":"not applicable — research paper","citation":"https://arxiv.org/abs/2511.20857","status":"not-applicable","tier":"T2","source_class":"vendor"},"positioning-platform-vs-product":{"value":"","citation":null,"status":"no-data","tier":"T3"},"taxonomy-three-layer-rollup":{"value":"agent-infra","citation":"https://github.com/MrPeppersDev/agent-infrastructure-landscape/blob/main/docs/schema/section-to-three-layer-rollup.json","status":"real-data","tier":"T1","source_class":"repo"},"developer-activity-opendigger":{"value":"","citation":null,"status":"no-data","tier":"T3"},"freshness-date":{"value":"2026-10-23","citation":"https://mrpeppersdev.github.io/agent-infrastructure-landscape/systems/evo-memory--arxiv-2511-20857","status":"real-data","tier":"T2","source_class":"catalog"},"compliance-certifications":{"value":"","citation":null,"status":"no-data","tier":"T3"},"sdk-languages":{"value":"","citation":null,"status":"no-data","tier":"T3"},"protocol-support":{"value":"","citation":null,"status":"no-data","tier":"T3"},"maturity":{"value":"","citation":null,"status":"no-data","tier":"T3"}},"corroboration":{"cited_cells":6,"third_party_cells":0},"edges":{"outgoing":[],"incoming":[]},"history":[{"date":"2026-10-23","commit":"c75adbd81b","pr":222,"kind":"added","changes":[]}],"license":"CC-BY-4.0","source":"https://github.com/MrPeppersDev/agent-infrastructure-landscape/blob/main/data/landscape.json"}