{"id":"shadowkv-bytedance--arxiv-2410-21465","name":"ShadowKV (ByteDance)","url":"https://arxiv.org/abs/2410.21465","page":"https://mrpeppersdev.github.io/agent-infrastructure-landscape/systems/shadowkv-bytedance--arxiv-2410-21465","family":"memory-research","section":"Recent method papers — theorized, no distinct product","sections":["Recent method papers — theorized, no distinct product"],"tier":2,"last_verified_at":"2026-10-28","lifecycle":{"status":"active","severity":0,"note":null},"taxonomy":{"storage":[{"value":"kv-cache","primary":true,"reason":null}],"retrieval":[{"value":"cache-lookup","primary":true,"reason":null},{"value":"attention","primary":false,"reason":null}],"persistence":[{"value":"session","primary":true,"reason":null}],"update":[{"value":"evict-oldest","primary":true,"reason":null}],"unit":[{"value":"kv-token","primary":true,"reason":null}],"governance":[{"value":"opaque","primary":true,"reason":null}],"conflict":[{"value":"n/a","primary":true,"reason":"not applicable (KV cache compression; no user write path)"}]},"cells":{"type":{"value":"Low-rank CPU-offloaded KV cache + sparse reconstruction","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"desc":{"value":"During prefill, value caches are offloaded to CPU and only low-rank pre-RoPE keys plus compressed landmarks and outliers are kept on GPU. During decoding, landmarks select chunk indices for key reconstruction and value fetching from CPU. Effectively unlimited context without GPU memory blowup. ICML 2025 Spotlight.","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"claims":{"value":"Up to 6× larger batch sizes and 3.04× throughput on A100 without accuracy loss; validated on RULER, LongBench, NIAH across Llama-3.1, GLM-4, Yi, Phi-3, Qwen2.","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"modalities":{"value":"text","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"created":{"value":"2024-10","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","last_verified_at":"2026-05-12","source_class":"vendor"},"latest-release":{"value":"no releases","citation":"https://github.com/bytedance/ShadowKV/releases","status":"depth-floor-reached","tier":"T1","last_verified_at":"2026-05-12","source_class":"repo"},"license":{"value":"Apache-2.0","citation":"https://github.com/bytedance/ShadowKV/blob/main/LICENSE","status":"real-data","tier":"T1","source_class":"repo"},"gh":{"value":"297★ Python","citation":"https://github.com/bytedance/ShadowKV","status":"real-data","tier":"T1","last_verified_at":"2026-05-12","source_class":"repo"},"mindshare":{"value":"searched not found","citation":"https://arxiv.org/abs/2410.21465","status":"depth-floor-reached","tier":"T2","last_verified_at":"2026-05-12","source_class":"vendor"},"citations":{"value":"Too recent — ICML 2025 Spotlight (accepted 2024); no S2 count confirmed","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","last_verified_at":"2026-05-12","source_class":"vendor"},"funding":{"value":"not applicable — not commercial","citation":null,"status":"not-applicable","tier":"T3","last_verified_at":"2026-05-06"},"customers":{"value":"not applicable — not commercial","citation":null,"status":"not-applicable","tier":"T3"},"pricing":{"value":"not applicable — research paper","citation":null,"status":"not-applicable","tier":"T3"},"compliance":{"value":"not applicable — not commercial","citation":null,"status":"not-applicable","tier":"T3"},"data-handling":{"value":"not applicable — not commercial","citation":null,"status":"not-applicable","tier":"T3"},"deployment":{"value":"not applicable — research paper","citation":null,"status":"not-applicable","tier":"T3"},"hq":{"value":"not applicable — not a company","citation":null,"status":"not-applicable","tier":"T3"},"founders":{"value":"ByteDance Seed; arxiv 2410.21465","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"volume":{"value":"no scale claim — research","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"perf":{"value":"no accur LongBench no accur NIAH no accur RULER","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"repro":{"value":"Independently reproduced (ICML 2025 Spotlight acceptance implies community review)","citation":"https://github.com/ByteDance-Seed/ShadowKV","status":"real-data","tier":"T1","source_class":"repo"},"code-release":{"value":"Active — last commit 2025-05 · 297★","citation":"https://github.com/bytedance/ShadowKV","status":"real-data","tier":"T1","source_class":"repo"},"api-surface":{"value":"searched not found","citation":"https://www.google.com/search?q=ShadowKV%20%28ByteDance%29%20documentation%20API","status":"depth-floor-reached","tier":"T2","source_class":"third-party"},"latency":{"value":"searched not found","citation":"https://www.google.com/search?q=ShadowKV%20%28ByteDance%29%20documentation%20API","status":"depth-floor-reached","tier":"T2","source_class":"third-party"},"throughput":{"value":"searched not found","citation":"https://www.google.com/search?q=ShadowKV%20%28ByteDance%29%20documentation%20API","status":"depth-floor-reached","tier":"T2","source_class":"third-party"},"backend-storage":{"value":"searched not found","citation":"https://www.google.com/search?q=ShadowKV%20%28ByteDance%29%20documentation%20API","status":"depth-floor-reached","tier":"T2","source_class":"third-party"},"multi-tenancy":{"value":"searched not found","citation":"https://www.google.com/search?q=ShadowKV%20%28ByteDance%29%20documentation%20API","status":"depth-floor-reached","tier":"T2","source_class":"third-party"},"encryption":{"value":"searched not found","citation":"https://www.google.com/search?q=ShadowKV%20%28ByteDance%29%20documentation%20API","status":"depth-floor-reached","tier":"T2","source_class":"third-party"},"sso-rbac":{"value":"searched not found","citation":"https://www.google.com/search?q=ShadowKV%20%28ByteDance%29%20documentation%20API","status":"depth-floor-reached","tier":"T2","source_class":"third-party"},"embedding-model":{"value":"searched not found","citation":"https://www.google.com/search?q=ShadowKV%20%28ByteDance%29%20documentation%20API","status":"depth-floor-reached","tier":"T2","source_class":"third-party"},"consistency":{"value":"strong","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"versioning":{"value":"none","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"tombstoning":{"value":"hard-delete supported","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"schema-evolution":{"value":"schema locked","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"namespace":{"value":"not applicable","citation":null,"status":"not-applicable","tier":"T3"},"contradiction":{"value":"not applicable","citation":null,"status":"not-applicable","tier":"T3"},"forgetting":{"value":"LRU eviction","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"mcp-support":{"value":"not applicable — research paper, no deployed product","citation":"https://arxiv.org/abs/2410.21465","status":"not-applicable","tier":"T2","source_class":"vendor"},"a2a-support":{"value":"not applicable — research paper, no deployed product","citation":"https://arxiv.org/abs/2410.21465","status":"not-applicable","tier":"T2","source_class":"vendor"},"otel":{"value":"not applicable — research paper, no deployed product","citation":"https://arxiv.org/abs/2410.21465","status":"not-applicable","tier":"T2","source_class":"vendor"},"webhooks":{"value":"not applicable — research paper, no deployed product","citation":"https://arxiv.org/abs/2410.21465","status":"not-applicable","tier":"T2","source_class":"vendor"},"import-export":{"value":"not applicable — research paper, no deployed product","citation":"https://arxiv.org/abs/2410.21465","status":"not-applicable","tier":"T2","source_class":"vendor"},"integration-count":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"orchestration":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"programmatic-control":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"vendor-benchmarks":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3","last_verified_at":"2026-05-06"},"pricing-specifics":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"agent-abstraction":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"memory-primitives":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"llm-lock":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"runtimes":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"session-handling":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"validated-verticals":{"value":"not applicable - research paper","citation":null,"status":"not-applicable","tier":"T3"},"time-to-running":{"value":"not applicable - research paper","citation":null,"status":"not-applicable","tier":"T3"},"anti-fit":{"value":"not applicable - research paper","citation":null,"status":"not-applicable","tier":"T3"},"optimised-for":{"value":"not applicable - research paper","citation":null,"status":"not-applicable","tier":"T3"},"adjacent-infrastructure":{"value":"not applicable - research paper","citation":null,"status":"not-applicable","tier":"T3"},"pros":{"value":"Validated on six diverse model families with no accuracy degradation; ICML 2025 Spotlight; open-source.","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"cons":{"value":"Requires CPU-GPU data transfer during decoding (PCIe-bandwidth-sensitive latency); low-rank key approximation may miss precise token-level distinctions in adversarial retrieval.","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"links":{"value":"arxiv 2410.21465 GitHub bytedance/ShadowKV","citation":"https://arxiv.org/abs/2410.21465","status":"real-data","tier":"T2","source_class":"vendor"},"obs-langsmith":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-opentelemetry":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-datadog":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-helicone":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-weave":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-langfuse":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-arize":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-custom":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-token-budget":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-prompt-caching":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-semantic-caching":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-batching":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-model-routing":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-streaming-only":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-observability-cost-attribution":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-langsmith-evals":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-braintrust":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-weights-and-biases-agent":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-helicone-evals":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-custom-test-harness":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-human-loop":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-production-traffic-replay":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"commit-trajectory":{"value":"[{\"ym\":\"2024-10\",\"cum\":13},{\"ym\":\"2025-04\",\"cum\":15},{\"ym\":\"2025-05\",\"cum\":16}]","citation":"https://github.com/bytedance/ShadowKV","status":"real-data","tier":"T1","last_verified_at":"2026-05-14","source_class":"repo"},"citation-trajectory":{"value":"[]","citation":"https://www.semanticscholar.org/paper/arXiv:2410.21465","status":"real-data","tier":"T2","last_verified_at":"2026-05-14","source_class":"paper"},"download-trajectory":{"value":"not applicable — not published as a package","citation":null,"status":"not-applicable","tier":"T3","last_verified_at":"2026-05-14"},"cost-input-usd-per-mtok":{"value":"not applicable — research paper","citation":null,"status":"not-applicable","tier":"T3"},"cost-output-usd-per-mtok":{"value":"not applicable — research paper","citation":null,"status":"not-applicable","tier":"T3"},"cost-tier":{"value":"not applicable — research paper","citation":null,"status":"not-applicable","tier":"T3"},"cost-pricing-model":{"value":"not applicable — research paper","citation":null,"status":"not-applicable","tier":"T3"},"cost-last-verified":{"value":"not applicable — research paper","citation":null,"status":"not-applicable","tier":"T3"},"capability-composite-score":{"value":"not applicable — research method paper (KV-cache optimization), not a runnable capable system","citation":null,"status":"not-applicable","tier":"T3"},"capability-band":{"value":"not applicable — research method paper (KV-cache optimization), not a runnable capable system","citation":null,"status":"not-applicable","tier":"T3"},"capability-benchmark-sources":{"value":"not applicable — research method paper (KV-cache optimization), not a runnable capable system","citation":null,"status":"not-applicable","tier":"T3"},"capability-last-verified":{"value":"not applicable — research method paper (KV-cache optimization), not a runnable capable system","citation":null,"status":"not-applicable","tier":"T3"},"use-case-tags":{"value":"not applicable — research method paper, no deployable system","citation":null,"status":"not-applicable","tier":"T3"},"use-case-anti-tags":{"value":"not applicable — research method paper, no deployable system","citation":null,"status":"not-applicable","tier":"T3"},"adoption-accelerator":{"value":"","citation":null,"status":"no-data","tier":"T3"},"architecture-deployment-locus":{"value":"","citation":null,"status":"no-data","tier":"T3"},"licensing-bucket":{"value":"open-source","citation":"https://github.com/bytedance/ShadowKV/blob/main/LICENSE","status":"real-data","tier":"T1","source_class":"repo"},"positioning-platform-vs-product":{"value":"","citation":null,"status":"no-data","tier":"T3"},"taxonomy-three-layer-rollup":{"value":"agent-infra","citation":"https://github.com/MrPeppersDev/agent-infrastructure-landscape/blob/main/docs/schema/section-to-three-layer-rollup.json","status":"real-data","tier":"T1","source_class":"repo"},"developer-activity-opendigger":{"value":"searched not found","citation":"https://oss.open-digger.cn/github/bytedance/ShadowKV/openrank.json","status":"depth-floor-reached","tier":"T2","source_class":"third-party"},"freshness-date":{"value":"2026-10-28","citation":"https://mrpeppersdev.github.io/agent-infrastructure-landscape/systems/shadowkv-bytedance--arxiv-2410-21465","status":"real-data","tier":"T2","source_class":"catalog"},"compliance-certifications":{"value":"","citation":null,"status":"no-data","tier":"T3"},"sdk-languages":{"value":"","citation":null,"status":"no-data","tier":"T3"},"protocol-support":{"value":"","citation":null,"status":"no-data","tier":"T3"},"maturity":{"value":"","citation":null,"status":"no-data","tier":"T3"}},"corroboration":{"cited_cells":25,"third_party_cells":0},"edges":{"outgoing":[],"incoming":[]},"history":[],"license":"CC-BY-4.0","source":"https://github.com/MrPeppersDev/agent-infrastructure-landscape/blob/main/data/landscape.json"}