{"protocol":"ocb-supermemory-local-pilot-0.3","attempt":"supermemory3","generated_at":"2026-10-20T19:12:35.338Z","complete":true,"scope":"24 same-host trials: four existing vendor-authored families, including two known OnlyBots failures. Post-fix development evaluation, not an independent holdout. Supermemory Local 0.0.9 with official plugins patched only to select the documented instant processing mode, explicit v5 REST, synchronous Stop capture for both one-shot native CLIs, local default embeddings, the documented default GPT-5.1 extraction model with reasoning_effort=none, automatic hooks and hosted MCP disabled. Coding models remain GPT-6.1 Sol and Claude Opus 5.5 at medium effort. This represents the declared immediate-processing Local configuration, not untouched plugin defaults or the hosted service.","native_integration_verified":{"openai":true,"anthropic":true},"configuration":"Supermemory Local, configured: instant processing, v5 REST, synchronous Stop in both native CLIs, GPT-5.1 extraction, hosted MCP disabled.","integration_correction":{"carry_from":"supermemory2","reason":"The first native Claude integration cancelled its async Stop hook. Configure synchronous capture in a disposable copy of the pinned Claude plugin. Carry all three valid Codex outcomes; they used unchanged configuration. No scored Claude Supermemory outcome exists to replace. Preserve the interrupted Claude attempt separately.","affected_provider":"anthropic","affected_condition":"supermemory_local_instant"},"carried_source":{"attempt":"supermemory2","plan_sha256":"a258e05e617d342eb733cea549366f0224ed99a16148dcd8e0ca1fc3084d566b","source_sha256":"fea8979daf51f6362e04e9473f3da09402c54deae33d44d1c06eac8e2d6f5026","harness_sha256":"8ee537f24007228c679e43763085099b2d814a36a64b7702ef136c08ae434a88","image_id":"sha256:32d3cf479e6a5a815a0bdd1d0b15790bc682cae233d5435e29829ff2c5330fb4"},"plan_sha256":"5be103e6848c32db547b72c8b06a467a70745a251ac0825b35d0d19e87591b5d","source_sha256":"fea8979daf51f6362e04e9473f3da09402c54deae33d44d1c06eac8e2d6f5026","image_id":"sha256:32d3cf479e6a5a815a0bdd1d0b15790bc682cae233d5435e29829ff2c5330fb4","hosts":{"codex":"codex-cli 0.159.3","claude_code":"2.1.302 (Claude Code)"},"models":{"openai":{"model":"gpt-6.1-sol","input":2,"cacheRead":0.1,"cacheWrite":2.5,"output":10},"anthropic":{"model":"claude-opus-5-5","input":4,"cacheRead":0.2,"cacheWrite":5,"cacheWriteLong":8,"output":20}},"fixtures_sha256":{"tasks":"840835f28b0c5d6ed7629d64c0d1aefa887ca870f3be77248971e7d863b89516","templates":"923620639028a5568e9dca1f4c6311ed4eeb19c38b911be790c796180c38ab46","scorers":"e1447342a6c939b1b3dc1599b8549353ff0127b325773ca9bf24cdf449f9efaf","private":"b167c16bde6feb992eb5b51bdd96d4b3e961418e6112ab81d22ad4d06a6ecb33","suites":"81c9259df444b91db48957f80f5478b15b37d940ef3489092b99d0302569312a"},"execution":{"max_concurrent_trials":1,"min_available_memory_bytes":6442450944,"container_swap_bytes":0,"trial_cpus":1,"trial_memory_bytes":2147483648,"episode_limit_seconds":180,"claude_mem_flush_limit_seconds":140},"groups":[{"provider":"openai","condition":"onlybots","planned":4,"completed":4,"successes":4,"cost_usd":0.39041387,"observer_cost_usd":0,"total_seconds":316.277,"capture_wait_seconds":0,"tokens":{"input":479090,"uncached":2360,"cacheRead":380213,"cacheWrite":96517,"cacheWriteLong":0,"output":10638},"cost_per_success_usd":0.09760347},{"provider":"openai","condition":"handoff_md","planned":4,"completed":4,"successes":4,"cost_usd":0.35819189,"observer_cost_usd":0,"total_seconds":283.494,"capture_wait_seconds":0,"tokens":{"input":433738,"uncached":120,"cacheRead":338468,"cacheWrite":95150,"cacheWriteLong":0,"output":8623},"cost_per_success_usd":0.08954797},{"provider":"openai","condition":"supermemory_local_instant","planned":4,"completed":4,"successes":3,"cost_usd":0.49268113,"observer_cost_usd":0.09341401,"total_seconds":776.786,"capture_wait_seconds":340.165,"tokens":{"input":646722,"uncached":35352,"cacheRead":506827,"cacheWrite":104543,"cacheWriteLong":0,"output":13409},"cost_per_success_usd":0.16422704},{"provider":"anthropic","condition":"onlybots","planned":4,"completed":4,"successes":4,"cost_usd":0.41455124,"observer_cost_usd":0,"total_seconds":184.355,"capture_wait_seconds":0,"tokens":{"input":194154,"uncached":50,"cacheRead":166506,"cacheWrite":27598,"cacheWriteLong":0,"output":12153},"cost_per_success_usd":0.10363781},{"provider":"anthropic","condition":"handoff_md","planned":4,"completed":4,"successes":4,"cost_usd":0.54148269,"observer_cost_usd":0,"total_seconds":167.738,"capture_wait_seconds":0,"tokens":{"input":206633,"uncached":56,"cacheRead":158843,"cacheWrite":47734,"cacheWriteLong":0,"output":13541},"cost_per_success_usd":0.13537067},{"provider":"anthropic","condition":"supermemory_local_instant","planned":4,"completed":4,"successes":3,"cost_usd":0.91216864,"observer_cost_usd":0.1565308,"total_seconds":636.526,"capture_wait_seconds":393.737,"tokens":{"input":581074,"uncached":53445,"cacheRead":449770,"cacheWrite":77859,"cacheWriteLong":0,"output":22611},"cost_per_success_usd":0.30405621}],"rows":[{"run_id":"supermemory2-same-competitive-cancellation-window-openai-supermemory_local_instant","carried_from":"supermemory2","task":"competitive-cancellation-window","provider":"openai","condition":"supermemory_local_instant","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.12513909,"observer_cost_usd":0.02880775,"cost_by_provider":{"openai":0.12513909,"anthropic":0},"tokens":{"input":154119,"uncached":11714,"cacheRead":116130,"cacheWrite":26275,"cacheWriteLong":0,"output":3261},"seconds":180.367,"record_sha256":"833e754f811fe03952016eed5b815d5e98bff5064b03a122dda994ee9b359ea7","onlybots_context_actions_confirmed":null,"capture":[{"episode":"investigate","ready":true,"seconds":30.466,"documents":1,"memories":15,"workflows":{"BzpFpoFe7py7tgKgp8YQqt":{"started":1,"completed":1,"failed":0}}},{"episode":"implement","ready":true,"seconds":61.239,"documents":2,"memories":19,"workflows":{"BzpFpoFe7py7tgKgp8YQqt":{"started":1,"completed":1,"failed":0},"y91vzwQ5gqeiBLg1JmqA2Z":{"started":1,"completed":1,"failed":0}}}],"recall":[{"episode":"investigate","coding_requests":4,"recalled_context_in_provider_request":false,"automatic_context_on_first_request":false,"evidence":[]},{"episode":"implement","coding_requests":7,"recalled_context_in_provider_request":true,"automatic_context_on_first_request":true,"evidence":[{"request_id":"64eb15ca-b24a-48a3-9ca8-bd7989359092","request_sha256":"52e7cf2148c9541628837570f6db7f88dd37f77a9684562bae5479f8194e2e75","blocks":2,"first_coding_request":true},{"request_id":"0dd55de5-c9e6-43a8-a853-12d5f97922c6","request_sha256":"19436937107d1b2afd368c549fe521177c30a65ce311082c513c1629bc8daa29","blocks":2,"first_coding_request":false},{"request_id":"40a2e49f-e648-4621-9ad7-32a4210ff95e","request_sha256":"eaecc71e700f0bb198ce863618162cf146a02890c3575e8d6e0486465a2b812f","blocks":2,"first_coding_request":false},{"request_id":"40fd8464-e215-4c2d-b58c-58ca527e4a30","request_sha256":"1eca81fda67e7b78827c16ec1099def745565f5fa46f018dea67d82f3ad8db90","blocks":2,"first_coding_request":false},{"request_id":"d8fd0cc7-0381-4297-af6d-0ba4f1509dcf","request_sha256":"af989cf2f5f44f56f51dfb4049b5796293de00a745a80a979d49e494635d1951","blocks":2,"first_coding_request":false},{"request_id":"c999178e-ce4e-414c-ba12-82704a4637b9","request_sha256":"3caf664361fadcf92a57fc6cb870c6a1fb775e398e64db07fd98cc6c3e552e1f","blocks":2,"first_coding_request":false},{"request_id":"4d368dc4-d8fd-48ae-9ad2-4ccc89439d92","request_sha256":"865ad525721600e7a1e4672f2bd0c5e3a6f09d4f7afa05952e19be5b695371be","blocks":2,"first_coding_request":false}]}],"continuation_recall_confirmed":true},{"run_id":"supermemory2-same-competitive-cancellation-window-openai-handoff_md","carried_from":"supermemory2","task":"competitive-cancellation-window","provider":"openai","condition":"handoff_md","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.08827191,"observer_cost_usd":0,"cost_by_provider":{"openai":0.08827191,"anthropic":0},"tokens":{"input":119508,"uncached":33,"cacheRead":95709,"cacheWrite":23766,"cacheWriteLong":0,"output":1922},"seconds":71.893,"record_sha256":"b6b9c3fbc9dc2baddf47d8030387d9edb3aed47e2201be1132f8045341f16c6f","onlybots_context_actions_confirmed":null},{"run_id":"supermemory2-same-competitive-cancellation-window-openai-onlybots","carried_from":"supermemory2","task":"competitive-cancellation-window","provider":"openai","condition":"onlybots","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.10350321,"observer_cost_usd":0,"cost_by_provider":{"openai":0.10350321,"anthropic":0},"tokens":{"input":125333,"uncached":541,"cacheRead":99937,"cacheWrite":24855,"cacheWriteLong":0,"output":3029},"seconds":84.072,"record_sha256":"da7638e1b5528890a53aa8ff293a017df30a3fd01ba704135ebd0f7464cfe2b3","onlybots_context_actions_confirmed":true},{"run_id":"supermemory3-same-competitive-cancellation-window-anthropic-supermemory_local_instant","carried_from":null,"task":"competitive-cancellation-window","provider":"anthropic","condition":"supermemory_local_instant","status":"completed","success":false,"failure":"hidden_tests_failed","error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.17136948,"observer_cost_usd":0.03474327,"cost_by_provider":{"openai":0.03474327,"anthropic":0.13662621},"tokens":{"input":122116,"uncached":11953,"cacheRead":99092,"cacheWrite":11071,"cacheWriteLong":0,"output":4987},"seconds":142.76,"record_sha256":"1a8681109f262816c26350e10dd4b1db2ffc253375f7c935d08494835c811a3a","onlybots_context_actions_confirmed":null,"capture":[{"episode":"investigate","ready":true,"seconds":54.828,"documents":1,"memories":11,"workflows":{"jLBYP3z7u4DCXQ9TkebaGm":{"started":1,"completed":1,"failed":0}}},{"episode":"implement","ready":true,"seconds":30.732,"documents":2,"memories":19,"workflows":{"jLBYP3z7u4DCXQ9TkebaGm":{"started":1,"completed":1,"failed":0},"m4be7f2FVddgYpE9qYfzJJ":{"started":1,"completed":1,"failed":0}}}],"recall":[{"episode":"investigate","coding_requests":4,"recalled_context_in_provider_request":false,"automatic_context_on_first_request":false,"evidence":[]},{"episode":"implement","coding_requests":4,"recalled_context_in_provider_request":true,"automatic_context_on_first_request":true,"evidence":[{"request_id":"356ec41c-9f42-42d9-b03f-90c9db10307d","request_sha256":"cd84a300288c4ef136ef44c7eec182f85b7c429513ece688bda1cd1ee9def283","blocks":2,"first_coding_request":true},{"request_id":"33294717-4b1b-4c9b-881b-5e4c8097c90e","request_sha256":"061bc8d31bc71ddea661daf5ca113dc11cd5e5e6d3f91f197b0ee325390a3c64","blocks":2,"first_coding_request":false},{"request_id":"cdd0f88c-3ca4-4d80-bb58-7f69ad8eee43","request_sha256":"5a3b6ddb02c6fb9ce8121f0d98e43594a05fb8aff991b15d6c4b90e90bfc17c6","blocks":2,"first_coding_request":false},{"request_id":"210f37e8-dd89-4b6b-b6e5-e47f94de24be","request_sha256":"d6947c3c54bafac54b6cb1e259f8d6d1599a649d742db2d6de13274b6f9f2044","blocks":2,"first_coding_request":false}]}],"continuation_recall_confirmed":true},{"run_id":"supermemory3-same-competitive-cancellation-window-anthropic-handoff_md","carried_from":null,"task":"competitive-cancellation-window","provider":"anthropic","condition":"handoff_md","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.12713642,"observer_cost_usd":0,"cost_by_provider":{"openai":0,"anthropic":0.12713642},"tokens":{"input":51512,"uncached":14,"cacheRead":39627,"cacheWrite":11871,"cacheWriteLong":0,"output":2990},"seconds":38.013,"record_sha256":"44b9e09ebd2c6baef4375f969c8bde082bdd8f5cf84c30ce5a0eae629e0d83c6","onlybots_context_actions_confirmed":null},{"run_id":"supermemory3-same-competitive-cancellation-window-anthropic-onlybots","carried_from":null,"task":"competitive-cancellation-window","provider":"anthropic","condition":"onlybots","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.08808101,"observer_cost_usd":0,"cost_by_provider":{"openai":0,"anthropic":0.08808101},"tokens":{"input":45293,"uncached":12,"cacheRead":39090,"cacheWrite":6191,"cacheWriteLong":0,"output":2463},"seconds":42.131,"record_sha256":"cd9e4bed84a0fca21d18391d843d3f146d4530387a19be0e7335e5935ca46a72","onlybots_context_actions_confirmed":true},{"run_id":"supermemory3-same-competitive-unicode-slugs-openai-supermemory_local_instant","carried_from":null,"task":"competitive-unicode-slugs","provider":"openai","condition":"supermemory_local_instant","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.1389885,"observer_cost_usd":0.02468576,"cost_by_provider":{"openai":0.1389885,"anthropic":0},"tokens":{"input":204170,"uncached":9163,"cacheRead":166243,"cacheWrite":28764,"cacheWriteLong":0,"output":3843},"seconds":191.545,"record_sha256":"00b344475ca76e4ba3e526e0513a5110475360443952adcae58e0db36d173031","onlybots_context_actions_confirmed":null,"capture":[{"episode":"investigate","ready":true,"seconds":40.628,"documents":1,"memories":10,"workflows":{"WzTMG8JfkgLzk9Rh1wEjpM":{"started":1,"completed":1,"failed":0}}},{"episode":"implement","ready":true,"seconds":49.047,"documents":2,"memories":18,"workflows":{"WzTMG8JfkgLzk9Rh1wEjpM":{"started":1,"completed":1,"failed":0},"crytVYcDdVFPrxfS2orA6i":{"started":1,"completed":1,"failed":0}}}],"recall":[{"episode":"investigate","coding_requests":3,"recalled_context_in_provider_request":false,"automatic_context_on_first_request":false,"evidence":[]},{"episode":"implement","coding_requests":11,"recalled_context_in_provider_request":true,"automatic_context_on_first_request":true,"evidence":[{"request_id":"e9220bc5-1a37-4f3d-8345-f4a3861aac19","request_sha256":"6b7b12a0e7ec19ac6ba0dc1eccfeda5bfc0541515e595e8f60399a3a4f455c78","blocks":2,"first_coding_request":true},{"request_id":"4f8cd529-81ae-4799-8499-3f93a8866db8","request_sha256":"6a38bcb2314c5e4506594a6fddbf5ace3982d287175502cd723f2b5c3c61f9e3","blocks":2,"first_coding_request":false},{"request_id":"436b9696-27eb-4cbe-845f-a317232b0ba5","request_sha256":"921fc1a3ef77982a9e70ec24bc75f7f878ffd551845c07268971dc1885affa2f","blocks":2,"first_coding_request":false},{"request_id":"a118e0ae-4b94-44a3-b296-4a9eb23cbfa0","request_sha256":"cb49adbd6aa716f0841f221064c3d5e8fface4615721af011ec45dc0da77e54a","blocks":2,"first_coding_request":false},{"request_id":"9d4c16f9-3007-4265-b56e-1d000491a7d2","request_sha256":"77543661d9c9ab56fe816a3e32762788f3516d6cfdaf3d616fa37111bf792ad1","blocks":2,"first_coding_request":false},{"request_id":"b9a73794-d880-43d7-8699-6aa15a2ea11a","request_sha256":"7d36b720973ae52fa27a1c8e44072074f0641fdbf6eab43c9a91e338c1b969e8","blocks":2,"first_coding_request":false},{"request_id":"74ecb8af-a496-4dab-bcd1-421cd574aa70","request_sha256":"d73fd8afb4f3b68cfbaabfc384e93fcf177af60da0e361086e9c4e5d7c6d5be8","blocks":2,"first_coding_request":false},{"request_id":"8b75e35a-444f-41db-8a04-e431a8648026","request_sha256":"8f427d87b7d094544e275e0bfd01fc831935f5170a86c0e599b2dd8928d1fe94","blocks":2,"first_coding_request":false},{"request_id":"83afc585-496c-4bca-89c7-97bfc1b11a13","request_sha256":"1cf40e6e3a8b23700d05acacaba497e97a5d3abb867440f1412a1ddc294ca335","blocks":2,"first_coding_request":false},{"request_id":"b7f13263-cfff-4e3a-bc90-060bce515ccf","request_sha256":"9947005b0c9b6110168a8ca0b93bce4b54cbe6fdfc5ab09aef7d41b43f427ab9","blocks":2,"first_coding_request":false},{"request_id":"8f56bff1-8546-47b4-b6e2-d592ffa8ea58","request_sha256":"f9ed06580718b9fab24a30925382abab773b4044952b4414ae17930755e82857","blocks":2,"first_coding_request":false}]}],"continuation_recall_confirmed":true},{"run_id":"supermemory3-same-competitive-unicode-slugs-openai-handoff_md","carried_from":null,"task":"competitive-unicode-slugs","provider":"openai","condition":"handoff_md","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.09222444,"observer_cost_usd":0,"cost_by_provider":{"openai":0.09222444,"anthropic":0},"tokens":{"input":109090,"uncached":30,"cacheRead":84969,"cacheWrite":24091,"cacheWriteLong":0,"output":2344},"seconds":75.938,"record_sha256":"27fd0080922c38187abe8acf4a96d862fef39f4b2b26fdb0a37c82e46027060d","onlybots_context_actions_confirmed":null},{"run_id":"supermemory3-same-competitive-unicode-slugs-openai-onlybots","carried_from":null,"task":"competitive-unicode-slugs","provider":"openai","condition":"onlybots","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.08942831,"observer_cost_usd":0,"cost_by_provider":{"openai":0.08942831,"anthropic":0},"tokens":{"input":109405,"uncached":582,"cacheRead":85293,"cacheWrite":23530,"cacheWriteLong":0,"output":2091},"seconds":71.329,"record_sha256":"59adffc9fc135479afa12616dc1b3da24a299aed28bb3afc95cb52449f2b1f7a","onlybots_context_actions_confirmed":true},{"run_id":"supermemory3-same-competitive-unicode-slugs-anthropic-supermemory_local_instant","carried_from":null,"task":"competitive-unicode-slugs","provider":"anthropic","condition":"supermemory_local_instant","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.25062263,"observer_cost_usd":0.04329502,"cost_by_provider":{"openai":0.04329502,"anthropic":0.20732761},"tokens":{"input":148294,"uncached":14432,"cacheRead":111538,"cacheWrite":22324,"cacheWriteLong":0,"output":6154},"seconds":160.643,"record_sha256":"0965671a94f8c492a633d7b492f810dba762f79b10f1feb4a3614b1d78dd597d","onlybots_context_actions_confirmed":null,"capture":[{"episode":"investigate","ready":true,"seconds":73.16,"documents":1,"memories":23,"workflows":{"kaMEGazVkGHMqqjHY3yVcA":{"started":1,"completed":1,"failed":0}}},{"episode":"implement","ready":true,"seconds":24.823,"documents":2,"memories":41,"workflows":{"kaMEGazVkGHMqqjHY3yVcA":{"started":1,"completed":1,"failed":0},"T2qMKArLvSr183KJjZvHtG":{"started":1,"completed":1,"failed":0}}}],"recall":[{"episode":"investigate","coding_requests":4,"recalled_context_in_provider_request":false,"automatic_context_on_first_request":false,"evidence":[]},{"episode":"implement","coding_requests":6,"recalled_context_in_provider_request":true,"automatic_context_on_first_request":true,"evidence":[{"request_id":"65da4f6f-7168-417d-ae87-4fe136442923","request_sha256":"92d7984860b51394003ab842bacec710a26dd3016c53667bc1e12009bd889651","blocks":2,"first_coding_request":true},{"request_id":"fc04146c-fa3b-44c2-a6ad-0f7472959d29","request_sha256":"c484a560a2b77ee6c6d0834ccaf460bd9e8bc65adfe53fdeb9aad4ecf2e4f91a","blocks":2,"first_coding_request":false},{"request_id":"5bb5ad7b-868b-4794-8b93-9d88d56938de","request_sha256":"4ba67afdac1cc991cdc0fe5e7a7e176e232a0be9b807d46123ca33a719444928","blocks":2,"first_coding_request":false},{"request_id":"786a977c-aeaa-424b-b9d1-71b9543e5756","request_sha256":"00fc0bbb193622463944fff968193306cdef914ecb5873822ecbc55155bd4215","blocks":2,"first_coding_request":false},{"request_id":"2c1f87ee-035a-403c-8a6f-7c93d51de535","request_sha256":"07e1df4f011f1369a4146dfeec08e54b4837448ec9d983a0faa66a9e29232893","blocks":2,"first_coding_request":false},{"request_id":"fea1e77a-96ee-4711-adee-2ee60d7b6207","request_sha256":"d12c6841d289ee473a4d1aef057f90e5046a1f744607fa60098d86e4e963f512","blocks":2,"first_coding_request":false}]}],"continuation_recall_confirmed":true},{"run_id":"supermemory3-same-competitive-unicode-slugs-anthropic-handoff_md","carried_from":null,"task":"competitive-unicode-slugs","provider":"anthropic","condition":"handoff_md","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.13710881,"observer_cost_usd":0,"cost_by_provider":{"openai":0,"anthropic":0.13710881},"tokens":{"input":51606,"uncached":14,"cacheRead":39764,"cacheWrite":11828,"cacheWriteLong":0,"output":3498},"seconds":43.075,"record_sha256":"65a508e2c25c237ce3668112ed2d286617d9e45e8829995c249622276a8f5672","onlybots_context_actions_confirmed":null},{"run_id":"supermemory3-same-competitive-unicode-slugs-anthropic-onlybots","carried_from":null,"task":"competitive-unicode-slugs","provider":"anthropic","condition":"onlybots","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.11415042,"observer_cost_usd":0,"cost_by_provider":{"openai":0,"anthropic":0.11415042},"tokens":{"input":55242,"uncached":14,"cacheRead":47922,"cacheWrite":7306,"cacheWriteLong":0,"output":3399},"seconds":50.283,"record_sha256":"7f66d2e79fcb453409426dff4158b6096cafb434e73115bc594632bbcb567bf3","onlybots_context_actions_confirmed":true},{"run_id":"supermemory3-same-competitive-idempotency-expiry-openai-supermemory_local_instant","carried_from":null,"task":"competitive-idempotency-expiry","provider":"openai","condition":"supermemory_local_instant","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.12615052,"observer_cost_usd":0.021423,"cost_by_provider":{"openai":0.12615052,"anthropic":0},"tokens":{"input":155718,"uncached":7863,"cacheRead":121379,"cacheWrite":26476,"cacheWriteLong":0,"output":3736},"seconds":198.695,"record_sha256":"f765b96edd22b8b68eb8b49659e4cefd8d2442cc15f98d06ee1de2b4d6b7f540","onlybots_context_actions_confirmed":null,"capture":[{"episode":"investigate","ready":true,"seconds":50.721,"documents":1,"memories":9,"workflows":{"HGaeeAdX9tQE2gxigw6VQ5":{"started":1,"completed":1,"failed":0}}},{"episode":"implement","ready":true,"seconds":38.894,"documents":2,"memories":15,"workflows":{"HGaeeAdX9tQE2gxigw6VQ5":{"started":1,"completed":1,"failed":0},"mWwkaDYrcUo6UpechuYbLe":{"started":1,"completed":1,"failed":0}}}],"recall":[{"episode":"investigate","coding_requests":3,"recalled_context_in_provider_request":false,"automatic_context_on_first_request":false,"evidence":[]},{"episode":"implement","coding_requests":8,"recalled_context_in_provider_request":true,"automatic_context_on_first_request":true,"evidence":[{"request_id":"ae5acca4-de2f-4a9c-91a4-113096297725","request_sha256":"f47321cf0cae1b0622c7149674e33af0fb1d7f6086286034a57b245ade8b929a","blocks":2,"first_coding_request":true},{"request_id":"d4931bd3-f1bb-4641-9d42-7ca2b43bfc33","request_sha256":"682fd5e2dee462e4ca4f8781c3c6bbd00462e81d081883ebdc9c62ad83704f46","blocks":2,"first_coding_request":false},{"request_id":"36249e81-e76c-49c7-8994-f66972e30a67","request_sha256":"2a11da79028f091cef5487cf3b9467ebabbc8c62f18c09f3c224ccdc68cd2d6f","blocks":2,"first_coding_request":false},{"request_id":"65b5303f-0a77-4d2f-9887-e8e4d94aa6f3","request_sha256":"6c2ceff20f387a01be9c6ac50db92eb817f87e3ab5cba65019a879f3fdcf8dca","blocks":2,"first_coding_request":false},{"request_id":"b52be5ae-5347-4723-b20f-39805b03e289","request_sha256":"87ea45bb34f938048c813f33be92d9302fe4b5bc6b641b588f7e2744e2c53bdd","blocks":2,"first_coding_request":false},{"request_id":"2d6791d7-face-4638-8177-19bf3221eb3f","request_sha256":"6e2f698e0b2c31b2fe5f62306368b1f09c59a48f6326192bc3b2252b6538d132","blocks":2,"first_coding_request":false},{"request_id":"04fc393e-687e-4947-9479-7fa6793ef73a","request_sha256":"db2f6c4490342a009da1b5736a01ed100ca6ef18442a9c36b2c992f8e28ee825","blocks":2,"first_coding_request":false},{"request_id":"9e345a0b-916f-454b-ab2f-1b4332518ec7","request_sha256":"f6c3ed542200de61bfed74d314e7ed9ca08ac6096aa9be29c58a29c2827dade1","blocks":2,"first_coding_request":false}]}],"continuation_recall_confirmed":true},{"run_id":"supermemory3-same-competitive-idempotency-expiry-openai-handoff_md","carried_from":null,"task":"competitive-idempotency-expiry","provider":"openai","condition":"handoff_md","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.08722011,"observer_cost_usd":0,"cost_by_provider":{"openai":0.08722011,"anthropic":0},"tokens":{"input":96512,"uncached":27,"cacheRead":73061,"cacheWrite":23424,"cacheWriteLong":0,"output":2130},"seconds":69.084,"record_sha256":"852d8ca62f7f0992342ca7608ca4f52b5452b349798f5e94ad2a630462540d7f","onlybots_context_actions_confirmed":null},{"run_id":"supermemory3-same-competitive-idempotency-expiry-openai-onlybots","carried_from":null,"task":"competitive-idempotency-expiry","provider":"openai","condition":"onlybots","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.10103912,"observer_cost_usd":0,"cost_by_provider":{"openai":0.10103912,"anthropic":0},"tokens":{"input":122218,"uncached":623,"cacheRead":97356,"cacheWrite":24239,"cacheWriteLong":0,"output":2946},"seconds":84.297,"record_sha256":"de77af9627db6876a83a9edaba4576250df6e61e45984c79be12e040ba085e83","onlybots_context_actions_confirmed":true},{"run_id":"supermemory3-same-competitive-idempotency-expiry-anthropic-supermemory_local_instant","carried_from":null,"task":"competitive-idempotency-expiry","provider":"anthropic","condition":"supermemory_local_instant","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.23957886,"observer_cost_usd":0.03709025,"cost_by_provider":{"openai":0.03709025,"anthropic":0.20248861},"tokens":{"input":161714,"uncached":12091,"cacheRead":127855,"cacheWrite":21768,"cacheWriteLong":0,"output":5557},"seconds":151.755,"record_sha256":"afca2cefcde23a0111a4e49aafbc6cf4c83a1e8fc3fe44178c86e97be7171ffc","onlybots_context_actions_confirmed":null,"capture":[{"episode":"investigate","ready":true,"seconds":65.251,"documents":1,"memories":17,"workflows":{"R4vYj8QicfBucQAiy4HcS2":{"started":1,"completed":1,"failed":0}}},{"episode":"implement","ready":true,"seconds":22.546,"documents":2,"memories":32,"workflows":{"R4vYj8QicfBucQAiy4HcS2":{"started":1,"completed":1,"failed":0},"VpBGrrabTAR5e37t3a6sfR":{"started":1,"completed":1,"failed":0}}}],"recall":[{"episode":"investigate","coding_requests":4,"recalled_context_in_provider_request":false,"automatic_context_on_first_request":false,"evidence":[]},{"episode":"implement","coding_requests":7,"recalled_context_in_provider_request":true,"automatic_context_on_first_request":true,"evidence":[{"request_id":"22e0dee5-bbd1-4552-af7c-b27d70f41029","request_sha256":"416dd0a76b51a0e4b10f57298325342f0c758380987a382602fb3de06c84880e","blocks":2,"first_coding_request":true},{"request_id":"b6d2c7ac-ebe2-4267-bc51-1865431c1e27","request_sha256":"7c568e56627a1063d9d4993e9881ec29a2a709a129d4a67d46966226b59b861b","blocks":2,"first_coding_request":false},{"request_id":"e2b25f60-f206-40bd-bc08-c6a6907836f5","request_sha256":"8f21fe4191d33a96f00ceb181395a6c8c5d6dca9542eaf44a7ed87aea96a2752","blocks":2,"first_coding_request":false},{"request_id":"07462f63-342a-4c70-abea-6271d8dce16e","request_sha256":"1182ca4a1277289deb765f57427bc5b46198ab74ba68ac4c573c074ba598a1e3","blocks":2,"first_coding_request":false},{"request_id":"b870f0c1-0a77-49c8-8e8a-18fcb5b074cd","request_sha256":"ef2c6d736dd3974a825b9d46000c894b02c21563fd689e44aba1f17a48f84ea6","blocks":2,"first_coding_request":false},{"request_id":"18ce093d-744e-4e84-97c7-f98dc22cfe0c","request_sha256":"36e7120978085b46c1da179589b125f17c8b794d526a025ac9f90d2b212c4769","blocks":2,"first_coding_request":false},{"request_id":"138c27ef-fece-4289-b8a4-b527841095ea","request_sha256":"fd8a807aa0d130b893e8b9d27d1b8f7ab168de5cb23cef7541fd1fed3b5d738b","blocks":2,"first_coding_request":false}]}],"continuation_recall_confirmed":true},{"run_id":"supermemory3-same-competitive-idempotency-expiry-anthropic-handoff_md","carried_from":null,"task":"competitive-idempotency-expiry","provider":"anthropic","condition":"handoff_md","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.14138905,"observer_cost_usd":0,"cost_by_provider":{"openai":0,"anthropic":0.14138905},"tokens":{"input":51987,"uncached":14,"cacheRead":39790,"cacheWrite":12183,"cacheWriteLong":0,"output":3623},"seconds":42.527,"record_sha256":"f3840b1b2dc3cac8298eb29a7bb197829fa7569edf57d22f68421e6cd2700a75","onlybots_context_actions_confirmed":null},{"run_id":"supermemory3-same-competitive-idempotency-expiry-anthropic-onlybots","carried_from":null,"task":"competitive-idempotency-expiry","provider":"anthropic","condition":"onlybots","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.1076696,"observer_cost_usd":0,"cost_by_provider":{"openai":0,"anthropic":0.1076696},"tokens":{"input":46924,"uncached":12,"cacheRead":39833,"cacheWrite":7079,"cacheWriteLong":0,"output":3213},"seconds":46.017,"record_sha256":"8e997ee01b187cfb87334b20d8f56b7009971915d6e65ddb8ca388aa02a5c0b3","onlybots_context_actions_confirmed":true},{"run_id":"supermemory3-same-competitive-event-watermark-openai-supermemory_local_instant","carried_from":null,"task":"competitive-event-watermark","provider":"openai","condition":"supermemory_local_instant","status":"completed","success":false,"failure":"hidden_tests_failed","error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.10240302,"observer_cost_usd":0.0184975,"cost_by_provider":{"openai":0.10240302,"anthropic":0},"tokens":{"input":132715,"uncached":6612,"cacheRead":103075,"cacheWrite":23028,"cacheWriteLong":0,"output":2569},"seconds":206.179,"record_sha256":"4d7f04465166f9762d822f3c6568430ceec695b20dc0fcad6c6c854c9485def3","onlybots_context_actions_confirmed":null,"capture":[{"episode":"investigate","ready":true,"seconds":60.968,"documents":1,"memories":10,"workflows":{"EuzCC7jpdeHrYE1Kk4Neh9":{"started":1,"completed":1,"failed":0}}},{"episode":"implement","ready":true,"seconds":8.202,"documents":2,"memories":15,"workflows":{"EuzCC7jpdeHrYE1Kk4Neh9":{"started":1,"completed":1,"failed":0},"wB3biJUyecXnFCES1uMTED":{"started":1,"completed":1,"failed":0}}}],"recall":[{"episode":"investigate","coding_requests":3,"recalled_context_in_provider_request":false,"automatic_context_on_first_request":false,"evidence":[]},{"episode":"implement","coding_requests":7,"recalled_context_in_provider_request":true,"automatic_context_on_first_request":true,"evidence":[{"request_id":"4ee99ab3-a952-480d-810a-cc9f4ba985ec","request_sha256":"2c82a053de114c5dbb8309872cdf423ab9947463828b97e6f36e77bd711874c5","blocks":2,"first_coding_request":true},{"request_id":"13ee1f70-7927-400b-b671-76da5790da41","request_sha256":"2be554425e0d90f98962e33a502c4f32e31e9a9483e70c38c5d47139fdc74a73","blocks":2,"first_coding_request":false},{"request_id":"4d0ac6d9-654a-48a8-a0a1-ddc8397be00c","request_sha256":"653649e75ebad085a48928805b8d22b1033d470c8827486b8fc4adc321ac5901","blocks":2,"first_coding_request":false},{"request_id":"778e830b-6e7f-4508-8bc3-34f2adf48c3c","request_sha256":"0887248ff0ae40c120f7e585d5d7f9755e3c9056d40c7cdf18bf265796a4c91c","blocks":2,"first_coding_request":false},{"request_id":"3e14cb19-d3b1-4e83-a62b-7405cd38e720","request_sha256":"45cb463fee699654b9c5b10d1a0d927d3dd303b09de3285df1fc88909b56e59a","blocks":2,"first_coding_request":false},{"request_id":"5624ba17-ebd3-4a37-865a-57fe3469e7e4","request_sha256":"48d30a8e9d1bc040bbeb6e821218ccbe77a60524af768d86a2736598d6cbed46","blocks":2,"first_coding_request":false},{"request_id":"b9b8d6ba-541c-4ed1-b999-c35fe1536095","request_sha256":"6a153960d1ad885c3d3a79b5d1da603d9374df83736a76fad69a63a84697b897","blocks":2,"first_coding_request":false}]}],"continuation_recall_confirmed":true},{"run_id":"supermemory3-same-competitive-event-watermark-openai-handoff_md","carried_from":null,"task":"competitive-event-watermark","provider":"openai","condition":"handoff_md","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.09047543,"observer_cost_usd":0,"cost_by_provider":{"openai":0.09047543,"anthropic":0},"tokens":{"input":108628,"uncached":30,"cacheRead":84729,"cacheWrite":23869,"cacheWriteLong":0,"output":2227},"seconds":66.579,"record_sha256":"3bec859e6bae60be2b091fcd7fa8c88b419fafbfce5c3bf7822862f78e24c19c","onlybots_context_actions_confirmed":null},{"run_id":"supermemory3-same-competitive-event-watermark-openai-onlybots","carried_from":null,"task":"competitive-event-watermark","provider":"openai","condition":"onlybots","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.09644323,"observer_cost_usd":0,"cost_by_provider":{"openai":0.09644323,"anthropic":0},"tokens":{"input":122134,"uncached":614,"cacheRead":97627,"cacheWrite":23893,"cacheWriteLong":0,"output":2572},"seconds":76.579,"record_sha256":"fd95b0b7f0c30a8c78022305d92446ca4f37328d24a15fcc311c41c41f7662dc","onlybots_context_actions_confirmed":true},{"run_id":"supermemory3-same-competitive-event-watermark-anthropic-handoff_md","carried_from":null,"task":"competitive-event-watermark","provider":"anthropic","condition":"handoff_md","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.13584841,"observer_cost_usd":0,"cost_by_provider":{"openai":0,"anthropic":0.13584841},"tokens":{"input":51528,"uncached":14,"cacheRead":39662,"cacheWrite":11852,"cacheWriteLong":0,"output":3430},"seconds":44.123,"record_sha256":"ad8d4c020c350da4f4502367c745922abfd519fff8626e42bace0964c7e4720b","onlybots_context_actions_confirmed":null},{"run_id":"supermemory3-same-competitive-event-watermark-anthropic-supermemory_local_instant","carried_from":null,"task":"competitive-event-watermark","provider":"anthropic","condition":"supermemory_local_instant","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.25059767,"observer_cost_usd":0.04140226,"cost_by_provider":{"openai":0.04140226,"anthropic":0.20919541},"tokens":{"input":148950,"uncached":14969,"cacheRead":111285,"cacheWrite":22696,"cacheWriteLong":0,"output":5913},"seconds":181.368,"record_sha256":"47bd771194d75f247dfee0fd85673143a9f433751c102e588ee79a0508a38375","onlybots_context_actions_confirmed":null,"capture":[{"episode":"investigate","ready":true,"seconds":44.732,"documents":1,"memories":20,"workflows":{"TBpWN8raJYTucZNt3pR6eJ":{"started":1,"completed":1,"failed":0}}},{"episode":"implement","ready":true,"seconds":77.665,"documents":2,"memories":29,"workflows":{"TBpWN8raJYTucZNt3pR6eJ":{"started":1,"completed":1,"failed":0},"BHFyaNVUUc7WpbW7zhRLfj":{"started":1,"completed":1,"failed":0}}}],"recall":[{"episode":"investigate","coding_requests":3,"recalled_context_in_provider_request":false,"automatic_context_on_first_request":false,"evidence":[]},{"episode":"implement","coding_requests":7,"recalled_context_in_provider_request":true,"automatic_context_on_first_request":true,"evidence":[{"request_id":"08fe0f7a-ebc8-4aa5-85b0-98d7a6908932","request_sha256":"c5fb55edfac61add1b940e576fa9227520166af4468e959b4f092122c9580bb2","blocks":2,"first_coding_request":true},{"request_id":"aa968b7e-711a-4658-b9b9-72fafbb0734a","request_sha256":"03b91a3d6403c5799230815a6b9d16a9744c660b3d0dade3e0c1056d1a21efbe","blocks":2,"first_coding_request":false},{"request_id":"533b799a-381a-4e39-b17f-6e28123cdc56","request_sha256":"a5807aee5fd66e704c9164cc354d0ae32ac99525f69b876344d77bd05ca0073d","blocks":2,"first_coding_request":false},{"request_id":"c97fcff2-4d19-47bf-9716-d7c61cc78593","request_sha256":"86c7eced330d6501a1212cd27bc1a419fe9e60974f72f354a197e3b6bbd7af2f","blocks":2,"first_coding_request":false},{"request_id":"1c726d89-3034-4ded-9d99-4d47da87f2ab","request_sha256":"b7452d130b192f270aacd24d99f6ba9057faa41d2e7ab83e95e0f1a4126c2cab","blocks":2,"first_coding_request":false},{"request_id":"f238fcdf-b921-4977-aa68-ab5c041a4049","request_sha256":"54c80690511ca927ee0ca32075f3580c89293ee809a8f8247bc2da06d84c209d","blocks":2,"first_coding_request":false},{"request_id":"1b94cb50-4add-42f5-9260-2d1bc3c711e7","request_sha256":"04e1e70cc99a488e075de712aebfd6c680e6f988cdd412829e307224d132ff3a","blocks":2,"first_coding_request":false}]}],"continuation_recall_confirmed":true},{"run_id":"supermemory3-same-competitive-event-watermark-anthropic-onlybots","carried_from":null,"task":"competitive-event-watermark","provider":"anthropic","condition":"onlybots","status":"completed","success":true,"failure":null,"error":null,"integrity_passed":true,"accounting_complete":true,"cost_usd":0.10465021,"observer_cost_usd":0,"cost_by_provider":{"openai":0,"anthropic":0.10465021},"tokens":{"input":46695,"uncached":12,"cacheRead":39661,"cacheWrite":7022,"cacheWriteLong":0,"output":3078},"seconds":45.924,"record_sha256":"710b223cda2f776e096a0166a2029ddaadd79eb31587470415db00bb5cf5b12c","onlybots_context_actions_confirmed":true}],"campaign_spend":{"openai":{"cap_usd":20,"accounted_usd":10.30581494,"retained_uncertain_usd":0.23835752,"unresolved_requests":0},"anthropic":{"cap_usd":30,"accounted_usd":13.04163988,"retained_uncertain_usd":0.30662402,"unresolved_requests":0}},"followup_spend":{"openai":{"accounted_usd":1.8510561,"accounting_complete":true,"scope":"This follow-up's regressions, all Supermemory setup/integration attempts, and scored pilot trials; carried rows counted once."},"anthropic":{"accounted_usd":2.207877,"accounting_complete":true,"scope":"This follow-up's regressions, all Supermemory setup/integration attempts, and scored pilot trials; carried rows counted once."}},"comparisons":[{"provider":"openai","baseline":"handoff_md","onlybots_successes":4,"baseline_successes":4,"pairs":4,"onlybots_cost_usd":0.39041387,"baseline_cost_usd":0.35819189,"descriptive_cost_saving_fraction":-0.08995731310387844},{"provider":"openai","baseline":"supermemory_local_instant","onlybots_successes":4,"baseline_successes":3,"pairs":4,"onlybots_cost_usd":0.39041387,"baseline_cost_usd":0.49268113,"descriptive_cost_saving_fraction":0.20757291841073766},{"provider":"anthropic","baseline":"handoff_md","onlybots_successes":4,"baseline_successes":4,"pairs":4,"onlybots_cost_usd":0.41455124,"baseline_cost_usd":0.54148269,"descriptive_cost_saving_fraction":0.23441460335509534},{"provider":"anthropic","baseline":"supermemory_local_instant","onlybots_successes":4,"baseline_successes":3,"pairs":4,"onlybots_cost_usd":0.41455124,"baseline_cost_usd":0.91216864,"descriptive_cost_saving_fraction":0.5455322384246843}],"source":{"file":"benchmark/continuity/results/supermemory-local-2026-10/summary.json","sha256":"d96b9b8edbe47be3fd5e44f7df47b4c7fe35ac97262dd6d0dc224583fae5f756"}}