{"id":"evomembench--alphaxiv-org","name":"EvoMemBench","url":"https://www.alphaxiv.org/abs/2605.18421","page":"https://mrpeppersdev.github.io/agent-infrastructure-landscape/systems/evomembench--alphaxiv-org","family":"memory-research","section":"Memory benchmarks & evaluation","sections":["Memory benchmarks & evaluation"],"tier":3,"last_verified_at":"2026-10-23","lifecycle":{"status":"active","severity":0,"note":null},"taxonomy":{"storage":[{"value":"none-trivial","primary":true,"reason":"none-trivial — benchmark; evaluates 15 memory methods"}],"retrieval":[{"value":"none","primary":true,"reason":"none — benchmark"}],"persistence":[{"value":"cross-session","primary":true,"reason":null},{"value":"session","primary":false,"reason":null}],"update":[{"value":"read-only","primary":true,"reason":"read-only — fixed benchmark protocol"}],"unit":[{"value":"episode","primary":true,"reason":null},{"value":"trajectory","primary":false,"reason":null}],"governance":[{"value":"n/a","primary":true,"reason":"n/a — not applicable — benchmark has no memory store to govern"}],"conflict":[{"value":"out-of-scope","primary":true,"reason":"out-of-scope — benchmark"}]},"cells":{"type":{"value":"Benchmark","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"real-data","tier":"T2","source_class":"vendor"},"desc":{"value":"Benchmark that crosses memory scope (in-episode vs cross-episode) with content (knowledge vs execution) and compares 15 memory methods with long-context baselines under one protocol. Traction: Standardized comparison of 15 memory methods; HKUST(GZ) and others","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"real-data","tier":"T2","source_class":"vendor"},"claims":{"value":"Recent benchmarks for Large Language Model (LLM) agents mainly evaluate reasoning, planning, and execution. However, memory is also essential for agents, as it enables them to store, update, and retrieve information over time. This ability remains under-evaluated, largely because existing benchmarks do not provide a systematic way to assess memory mechanisms. In this paper, we study agent memory from a self-evolving perspective and introduce EvoMemBench, a unified benchmark organized along two axes: memory scope (in-episode vs. cross-episode) and memory content (knowledge-oriented vs. executio","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"real-data","tier":"T2","source_class":"vendor"},"modalities":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"created":{"value":"2026-05-18","citation":"https://github.com/DSAIL-Memory/EvoMemBench","status":"real-data","tier":"T1","source_class":"repo"},"latest-release":{"value":"last commit 2026-07-03","citation":"https://github.com/DSAIL-Memory/EvoMemBench","status":"real-data","tier":"T1","source_class":"repo"},"license":{"value":"unspecified","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"real-data","tier":"T2","source_class":"vendor"},"gh":{"value":"https://github.com/DSAIL-Memory/EvoMemBench (14★)","citation":"https://github.com/DSAIL-Memory/EvoMemBench","status":"real-data","tier":"T1","source_class":"repo"},"mindshare":{"value":"14 GitHub stars","citation":"https://github.com/DSAIL-Memory/EvoMemBench","status":"real-data","tier":"T1","source_class":"repo"},"citations":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"funding":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"customers":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"pricing":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"compliance":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"data-handling":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"deployment":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"hq":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"founders":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"volume":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"perf":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"repro":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"code-release":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"api-surface":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"latency":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"throughput":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"backend-storage":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"multi-tenancy":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"encryption":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"sso-rbac":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"embedding-model":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"consistency":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"versioning":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"tombstoning":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"schema-evolution":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"namespace":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"contradiction":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"forgetting":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"mcp-support":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"a2a-support":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"otel":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"webhooks":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"import-export":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"integration-count":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"orchestration":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"programmatic-control":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"vendor-benchmarks":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"pricing-specifics":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"agent-abstraction":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"memory-primitives":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"llm-lock":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"runtimes":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"session-handling":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"validated-verticals":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"time-to-running":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"anti-fit":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"optimised-for":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"adjacent-infrastructure":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"pros":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cons":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"links":{"value":"https://www.alphaxiv.org/abs/2605.18421 ; https://github.com/DSAIL-Memory/EvoMemBench","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"real-data","tier":"T2","source_class":"vendor"},"obs-langsmith":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-opentelemetry":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-datadog":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-helicone":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-weave":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-langfuse":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-arize":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"obs-custom":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-token-budget":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-prompt-caching":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-semantic-caching":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-batching":{"value":"yes","citation":"https://github.com/DSAIL-Memory/EvoMemBench","status":"real-data","tier":"T1","source_class":"repo"},"cost-model-routing":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-streaming-only":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-observability-cost-attribution":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-langsmith-evals":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-braintrust":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-weights-and-biases-agent":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-helicone-evals":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-custom-test-harness":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-human-loop":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"eval-production-traffic-replay":{"value":"no","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"commit-trajectory":{"value":"searched not found","citation":"https://github.com/DSAIL-Memory/EvoMemBench","status":"depth-floor-reached","tier":"T1","source_class":"repo"},"citation-trajectory":{"value":"not applicable — non-paper row","citation":null,"status":"not-applicable","tier":"T3"},"download-trajectory":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-input-usd-per-mtok":{"value":"not applicable — non-hosted pricing model","citation":null,"status":"not-applicable","tier":"T3"},"cost-output-usd-per-mtok":{"value":"not applicable — non-hosted pricing model","citation":null,"status":"not-applicable","tier":"T3"},"cost-tier":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"cost-pricing-model":{"value":"unknown","citation":null,"status":"estimate","tier":"T3"},"cost-last-verified":{"value":"searched not found","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"depth-floor-reached","tier":"T2","source_class":"vendor"},"capability-composite-score":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"capability-band":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"capability-benchmark-sources":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"capability-last-verified":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"use-case-tags":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"use-case-anti-tags":{"value":"(LLM unverified)","citation":null,"status":"estimate","tier":"T3"},"adoption-accelerator":{"value":"","citation":null,"status":"no-data","tier":"T3"},"architecture-deployment-locus":{"value":"","citation":null,"status":"no-data","tier":"T3"},"licensing-bucket":{"value":"not applicable — research paper","citation":"https://www.alphaxiv.org/abs/2605.18421","status":"not-applicable","tier":"T2","source_class":"vendor"},"positioning-platform-vs-product":{"value":"","citation":null,"status":"no-data","tier":"T3"},"taxonomy-three-layer-rollup":{"value":"agent-infra","citation":"https://github.com/MrPeppersDev/agent-infrastructure-landscape/blob/main/docs/schema/section-to-three-layer-rollup.json","status":"real-data","tier":"T1","source_class":"repo"},"developer-activity-opendigger":{"value":"searched not found","citation":"https://oss.open-digger.cn/github/DSAIL-Memory/EvoMemBench/openrank.json","status":"depth-floor-reached","tier":"T2","source_class":"third-party"},"freshness-date":{"value":"2026-10-23","citation":"https://mrpeppersdev.github.io/agent-infrastructure-landscape/systems/evomembench--alphaxiv-org","status":"real-data","tier":"T2","source_class":"catalog"},"compliance-certifications":{"value":"","citation":null,"status":"no-data","tier":"T3"},"sdk-languages":{"value":"","citation":null,"status":"no-data","tier":"T3"},"protocol-support":{"value":"","citation":null,"status":"no-data","tier":"T3"},"maturity":{"value":"","citation":null,"status":"no-data","tier":"T3"}},"corroboration":{"cited_cells":11,"third_party_cells":0},"edges":{"outgoing":[],"incoming":[]},"history":[{"date":"2026-10-23","commit":"c75adbd81b","pr":222,"kind":"added","changes":[]}],"license":"CC-BY-4.0","source":"https://github.com/MrPeppersDev/agent-infrastructure-landscape/blob/main/data/landscape.json"}