{"id":"claude-plays-pokemon-anthropic--twitch-tv","name":"Claude Plays Pokemon (Anthropic)","url":"https://www.twitch.tv/claudeplayspokemon","page":"https://mrpeppersdev.github.io/agent-infrastructure-landscape/systems/claude-plays-pokemon-anthropic--twitch-tv","family":"memory-research","section":"Memory benchmarks & evaluation","sections":["Memory benchmarks & evaluation"],"tier":2,"last_verified_at":"2026-10-28","lifecycle":{"status":"active","severity":0,"note":null},"taxonomy":{"storage":[{"value":"kv","primary":true,"reason":null}],"retrieval":[{"value":"extraction-pull","primary":true,"reason":null}],"persistence":[{"value":"session-only","primary":true,"reason":null}],"update":[{"value":"agent-controlled","primary":true,"reason":null}],"unit":[{"value":"episode","primary":true,"reason":null}],"governance":[{"value":"opaque","primary":true,"reason":null}],"conflict":[{"value":"agent","primary":true,"reason":"agent self-corrects via re-planning"}]},"cells":{"type":{"value":"Anthropic agent demo — Claude 3.7/4 Sonnet plays Pokemon Red on Twitch","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"desc":{"value":"Anthropic's public Twitch livestream of Claude (3.7 Sonnet → Claude 4 Opus) playing Pokemon Red. Agent uses screenshot vision + Game Boy controller actions + a scratchpad memory file the model can edit. Demonstrates long-horizon agentic capability publicly; ran continuously from Feb 2025; viewed by hundreds of thousands cumulatively; key data point for Anthropic's marketing around Claude as a long-horizon agent.","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"claims":{"value":"Anthropic-run Twitch stream Feb 2025 onwards; Claude 3.7 Sonnet reached Mt. Moon / 2 badges over ~80hr; later runs with Claude 4 Opus reached deeper progress; one of the most-watched public LLM-agent demos of 2025","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"modalities":{"value":"visual (Game Boy emulator frames) + scratchpad text memory","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"created":{"value":"2025-02 (Anthropic livestream launch)","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","last_verified_at":"2026-05-14","source_class":"vendor"},"latest-release":{"value":"Twitch livestream ongoing; runs distinct per Claude model version","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","last_verified_at":"2026-05-14","source_class":"vendor"},"license":{"value":"not applicable — not OSS","citation":null,"status":"not-applicable","tier":"T3"},"gh":{"value":"not applicable — no GitHub repo","citation":null,"status":"not-applicable","tier":"T3","last_verified_at":"2026-05-14"},"mindshare":{"value":"Major Anthropic 2025 marketing moment; trended on HN, Twitter; viewed by 100k+ cumulatively on Twitch","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","last_verified_at":"2026-05-14","source_class":"vendor"},"citations":{"value":"not applicable — not academic","citation":null,"status":"not-applicable","tier":"T3","last_verified_at":"2026-05-14"},"funding":{"value":"not applicable — not commercial","citation":null,"status":"not-applicable","tier":"T3","last_verified_at":"2026-05-14"},"customers":{"value":"not applicable — not commercial","citation":null,"status":"not-applicable","tier":"T3"},"pricing":{"value":"not applicable — research demo / community project","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"compliance":{"value":"not applicable — not commercial","citation":null,"status":"not-applicable","tier":"T3"},"data-handling":{"value":"not applicable — not commercial","citation":null,"status":"not-applicable","tier":"T3"},"deployment":{"value":"not applicable — research demo","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"hq":{"value":"San Francisco, US","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"founders":{"value":"Anthropic — David Hershey is publicly credited as the engineer behind the demo","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"volume":{"value":"not applicable — not a memory product","citation":null,"status":"not-applicable","tier":"T3"},"perf":{"value":"Reached Lavender Town / ~3 badges over ~100+ hour Claude 4 Opus run (2025-05); Claude 3.7 Sonnet stalled around Mt. Moon","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"repro":{"value":"Twitch live-stream playthrough provides timestamped reproducibility evidence","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"code-release":{"value":"Source not released — Twitch livestream + Anthropic blog only","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"api-surface":{"value":"not applicable — eval dataset, not a system","citation":null,"status":"not-applicable","tier":"T3"},"latency":{"value":"not applicable — eval dataset, not a system","citation":null,"status":"not-applicable","tier":"T3"},"throughput":{"value":"not applicable — eval dataset, not a system","citation":null,"status":"not-applicable","tier":"T3"},"backend-storage":{"value":"not applicable — eval dataset, not a system","citation":null,"status":"not-applicable","tier":"T3"},"multi-tenancy":{"value":"not applicable — eval dataset, not a system","citation":null,"status":"not-applicable","tier":"T3"},"encryption":{"value":"not applicable — eval dataset, not a system","citation":null,"status":"not-applicable","tier":"T3"},"sso-rbac":{"value":"not applicable — eval dataset, not a system","citation":null,"status":"not-applicable","tier":"T3"},"embedding-model":{"value":"not applicable — eval dataset, not a system","citation":null,"status":"not-applicable","tier":"T3"},"consistency":{"value":"not applicable","citation":null,"status":"not-applicable","tier":"T3"},"versioning":{"value":"model-version-pinned (e.g. Claude 3.5 Sonnet runs distinct from Claude 4)","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"tombstoning":{"value":"not applicable","citation":null,"status":"not-applicable","tier":"T3"},"schema-evolution":{"value":"not applicable — agent demo, not data product","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"namespace":{"value":"not applicable","citation":null,"status":"not-applicable","tier":"T3"},"contradiction":{"value":"not applicable","citation":null,"status":"not-applicable","tier":"T3"},"forgetting":{"value":"session-only — context reset each run","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"mcp-support":{"value":"not applicable — benchmark / evaluation harness","citation":null,"status":"not-applicable","tier":"T3"},"a2a-support":{"value":"not applicable — benchmark / evaluation harness","citation":null,"status":"not-applicable","tier":"T3"},"otel":{"value":"not applicable — benchmark / evaluation harness","citation":null,"status":"not-applicable","tier":"T3"},"webhooks":{"value":"not applicable — benchmark / evaluation harness","citation":null,"status":"not-applicable","tier":"T3"},"import-export":{"value":"not applicable — benchmark / evaluation harness","citation":null,"status":"not-applicable","tier":"T3"},"integration-count":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"orchestration":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"programmatic-control":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"vendor-benchmarks":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3","last_verified_at":"2026-05-14"},"pricing-specifics":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"agent-abstraction":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"memory-primitives":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"llm-lock":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"runtimes":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"session-handling":{"value":"not applicable — wrong section","citation":null,"status":"not-applicable","tier":"T3"},"validated-verticals":{"value":"agentic gameplay benchmarking","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"time-to-running":{"value":"not applicable - eval dataset, not a system","citation":null,"status":"not-applicable","tier":"T3"},"anti-fit":{"value":"not applicable - eval dataset, not a system","citation":null,"status":"not-applicable","tier":"T3"},"optimised-for":{"value":"benchmarking long-horizon agentic capability via game play","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"adjacent-infrastructure":{"value":"game emulator + screen capture + LLM API","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"pros":{"value":"Public, observable, real-time evidence of long-horizon LLM-agent capability; high mindshare; live discussion of failure modes (loops, forgetting, hallucinating items).","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"cons":{"value":"Closed agent harness (Anthropic-internal); not reproducible by third parties; benchmark protocol informal — no standardized scoring.","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"links":{"value":"twitch.tv/claudeplayspokemon David Hershey threads","citation":"https://www.twitch.tv/claudeplayspokemon","status":"real-data","tier":"T2","source_class":"vendor"},"obs-langsmith":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-opentelemetry":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-datadog":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-helicone":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-weave":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-langfuse":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-arize":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"obs-custom":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-token-budget":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-prompt-caching":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-semantic-caching":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-batching":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-model-routing":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-streaming-only":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"cost-observability-cost-attribution":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-langsmith-evals":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-braintrust":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-weights-and-biases-agent":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-helicone-evals":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-custom-test-harness":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-human-loop":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"eval-production-traffic-replay":{"value":"","citation":null,"status":"no-data","tier":"T3","last_verified_at":"2026-05-14"},"commit-trajectory":{"value":"not applicable — no GitHub repo","citation":null,"status":"not-applicable","tier":"T3","last_verified_at":"2026-05-14"},"citation-trajectory":{"value":"not applicable — non-paper row","citation":null,"status":"not-applicable","tier":"T3","last_verified_at":"2026-05-14"},"download-trajectory":{"value":"not applicable — not published as a package","citation":null,"status":"not-applicable","tier":"T3","last_verified_at":"2026-05-14"},"cost-input-usd-per-mtok":{"value":"not applicable — research demo / community project, no commercial pricing","citation":null,"status":"not-applicable","tier":"T3"},"cost-output-usd-per-mtok":{"value":"not applicable — research demo / community project, no commercial pricing","citation":null,"status":"not-applicable","tier":"T3"},"cost-tier":{"value":"free","citation":null,"status":"estimate","tier":"T3"},"cost-pricing-model":{"value":"free-tier","citation":null,"status":"estimate","tier":"T3"},"cost-last-verified":{"value":"2026-06-29","citation":null,"status":"estimate","tier":"T3"},"capability-composite-score":{"value":"not applicable — demo livestream / evaluation showcase, not a separately capable system","citation":null,"status":"not-applicable","tier":"T3"},"capability-band":{"value":"not applicable — demo livestream / evaluation showcase, not a separately capable system","citation":null,"status":"not-applicable","tier":"T3"},"capability-benchmark-sources":{"value":"not applicable — demo livestream / evaluation showcase, not a separately capable system","citation":null,"status":"not-applicable","tier":"T3"},"capability-last-verified":{"value":"not applicable — demo livestream / evaluation showcase, not a separately capable system","citation":null,"status":"not-applicable","tier":"T3"},"use-case-tags":{"value":"not applicable — public demo / benchmark, not a deployable system","citation":null,"status":"not-applicable","tier":"T3"},"use-case-anti-tags":{"value":"not applicable — public demo / benchmark, not a deployable system","citation":null,"status":"not-applicable","tier":"T3"},"adoption-accelerator":{"value":"","citation":null,"status":"no-data","tier":"T3"},"architecture-deployment-locus":{"value":"","citation":null,"status":"no-data","tier":"T3"},"licensing-bucket":{"value":"not applicable — research paper","citation":"https://www.twitch.tv/claudeplayspokemon","status":"not-applicable","tier":"T2","source_class":"vendor"},"positioning-platform-vs-product":{"value":"","citation":null,"status":"no-data","tier":"T3"},"taxonomy-three-layer-rollup":{"value":"agent-infra","citation":"https://github.com/MrPeppersDev/agent-infrastructure-landscape/blob/main/docs/schema/section-to-three-layer-rollup.json","status":"real-data","tier":"T1","source_class":"repo"},"developer-activity-opendigger":{"value":"","citation":null,"status":"no-data","tier":"T3"},"freshness-date":{"value":"2026-10-28","citation":"https://mrpeppersdev.github.io/agent-infrastructure-landscape/systems/claude-plays-pokemon-anthropic--twitch-tv","status":"real-data","tier":"T2","source_class":"catalog"},"compliance-certifications":{"value":"","citation":null,"status":"no-data","tier":"T3"},"sdk-languages":{"value":"","citation":null,"status":"no-data","tier":"T3"},"protocol-support":{"value":"","citation":null,"status":"no-data","tier":"T3"},"maturity":{"value":"","citation":null,"status":"no-data","tier":"T3"}},"corroboration":{"cited_cells":24,"third_party_cells":0},"edges":{"outgoing":[],"incoming":[]},"history":[],"license":"CC-BY-4.0","source":"https://github.com/MrPeppersDev/agent-infrastructure-landscape/blob/main/data/landscape.json"}