{ "schema": 1, "expected_arms": { "A": "Native compact GDN; APC off; mamba none", "B": "Stock GDN fallback; APC off; mamba none", "C": "Stock GDN fallback; APC on; mamba align", "D": "Stock GDN replay with native prefill; APC on; mamba align" }, "runs": [ { "name": "a-40k", "type": "marker", "arm": "A", "excluded_warmup": false, "status": "PASS", "summary_path": "runs/a-40k/summary.json", "run_started_utc": "2026-09-17T08:36:15.357249+00:00", "run_finished_utc": "2026-09-17T08:37:58.833239+00:00", "corpus_sha256": "6bdaee640719b17b78b1959f3257e188ea0560f20fab0e1b506f5bad005ef3da", "corpus_hash_verified": true, "target_prompt_tokens": 40000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39994, "completion_tokens": 82, "prompt_tokens_match": true, "client_ttft_seconds": 13.984786209010053, "elapsed_seconds": 14.68904410302639, "started_utc": "2026-09-17T08:36:15.368616+00:00", "client_decode_estimate_tokens_per_second": 115.03789379034646, "last_nonempty_delta_seconds": 14.688902021036483, "first_to_last_delta_seconds": 0.7041158120264299, "payload_sha256": "a1c4dd007126377e7fa7ecd2ca339fd354682350b6b973d3e1f0f8f8e4a0cdb1", "payload_matches_corpus": true, "content_sha256": "043c86643b3fe6855952b647ce2d480d89d5408249a850aea9dcbbd68ab44a9a", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39994.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 39994.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 13.890997810987756, "computed_prefill_tokens_per_second": 2879.130825891054, "server_decode_seconds": 0.7222031109849922, "server_queue_seconds": 1.592101762071252e-05, "server_ttft_seconds": 13.963495969772339, "preemptions": 0.0, "accepted_tokens": 67.0, "proposed_tokens": 105.0, "draft_rounds": 15.0, "speculative_acceptance": 0.638095238095238, "mean_acceptance_length": 5.466666666666667, "accepted_per_position": { "0": 15.0, "2": 12.0, "3": 10.0, "6": 4.0, "4": 7.0, "5": 5.0, "1": 14.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-40k/00-cold-metrics-before.txt", "after": "runs/a-40k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634175.368616, "end_utc_epoch": 1789634190.05766, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "case": "repeat", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39994, "completion_tokens": 82, "prompt_tokens_match": true, "client_ttft_seconds": 14.063400466984604, "elapsed_seconds": 14.769380340003408, "started_utc": "2026-09-17T08:36:30.073385+00:00", "client_decode_estimate_tokens_per_second": 114.75789375831168, "last_nonempty_delta_seconds": 14.769234264967963, "first_to_last_delta_seconds": 0.7058337979833595, "payload_sha256": "a1c4dd007126377e7fa7ecd2ca339fd354682350b6b973d3e1f0f8f8e4a0cdb1", "payload_matches_corpus": true, "content_sha256": "043c86643b3fe6855952b647ce2d480d89d5408249a850aea9dcbbd68ab44a9a", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 39994 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39994.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 39994.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 13.969997015956324, "computed_prefill_tokens_per_second": 2862.8495735768192, "server_decode_seconds": 0.7229329170077108, "server_queue_seconds": 1.6765028703957796e-05, "server_ttft_seconds": 14.043004512786865, "preemptions": 0.0, "accepted_tokens": 67.0, "proposed_tokens": 105.0, "draft_rounds": 15.0, "speculative_acceptance": 0.638095238095238, "mean_acceptance_length": 5.466666666666667, "accepted_per_position": { "0": 15.0, "2": 12.0, "3": 10.0, "6": 4.0, "4": 7.0, "5": 5.0, "1": 14.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-40k/01-repeat-metrics-before.txt", "after": "runs/a-40k/01-repeat-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634190.073385, "end_utc_epoch": 1789634204.8427653, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "case": "grow1", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40316, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 14.203211338026449, "elapsed_seconds": 14.673154334013816, "started_utc": "2026-09-17T08:36:44.858266+00:00", "client_decode_estimate_tokens_per_second": 163.89820707597647, "last_nonempty_delta_seconds": 14.673015134991147, "first_to_last_delta_seconds": 0.46980379696469754, "payload_sha256": "8e774f07b63671bc020c2348033596c47027fe2cefba131d594f48887d9e3455", "payload_matches_corpus": true, "content_sha256": "766703063fadbcac905976d1a0bff5007e2a6aa1022c8176e776e566089954df", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 40316.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 40316.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 14.109139023988973, "computed_prefill_tokens_per_second": 2857.43870915532, "server_decode_seconds": 0.4870284540229477, "server_queue_seconds": 1.5948957297950983e-05, "server_ttft_seconds": 14.183001279830933, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "0": 10.0, "2": 10.0, "3": 10.0, "6": 9.0, "4": 10.0, "5": 9.0, "1": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-40k/02-grow1-metrics-before.txt", "after": "runs/a-40k/02-grow1-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634204.858266, "end_utc_epoch": 1789634219.5314205, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "case": "grow2", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40647, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 14.387746015039738, "elapsed_seconds": 14.860299040039536, "started_utc": "2026-09-17T08:36:59.546591+00:00", "client_decode_estimate_tokens_per_second": 162.98404949430497, "last_nonempty_delta_seconds": 14.86018488398986, "first_to_last_delta_seconds": 0.4724388689501211, "payload_sha256": "bf8198ac92311144c0d3e248d64bf72f87299c0f6b88d34ab163fa35589bef80", "payload_matches_corpus": true, "content_sha256": "9e1475e2018e57dbbc75ae5cc52ad65f36b221e6b5abdc6592018870fdffac5c", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994, "grow1": 40316 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 40647.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 40647.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 14.293024012993556, "computed_prefill_tokens_per_second": 2843.8348639901865, "server_decode_seconds": 0.4895958710112609, "server_queue_seconds": 1.5932018868625164e-05, "server_ttft_seconds": 14.367159605026245, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "0": 10.0, "2": 10.0, "3": 10.0, "6": 9.0, "4": 10.0, "5": 9.0, "1": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-40k/03-grow2-metrics-before.txt", "after": "runs/a-40k/03-grow2-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634219.546591, "end_utc_epoch": 1789634234.4068902, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "case": "changed_prefix", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39994, "completion_tokens": 82, "prompt_tokens_match": true, "client_ttft_seconds": 14.121906032029074, "elapsed_seconds": 14.828223560005426, "started_utc": "2026-09-17T08:37:14.421991+00:00", "client_decode_estimate_tokens_per_second": 114.69985854277007, "last_nonempty_delta_seconds": 14.828096963989083, "first_to_last_delta_seconds": 0.706190931960009, "payload_sha256": "66709aa6727d0b4269646f01f519c468142d82f7aaf6c944709ef56b4b115631", "payload_matches_corpus": true, "content_sha256": "8eb07193e49695305ba818d7d110435fdc0ae91670871546a624f2d009f728c5", "answer_json": { "document_tag": "edited-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "edited-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 101, "repeat": 101, "grow1": 101, "grow2": 101 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39994.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 39994.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 14.028659845003858, "computed_prefill_tokens_per_second": 2850.8781624100316, "server_decode_seconds": 0.7232917749788612, "server_queue_seconds": 1.5753030311316252e-05, "server_ttft_seconds": 14.101658582687378, "preemptions": 0.0, "accepted_tokens": 67.0, "proposed_tokens": 105.0, "draft_rounds": 15.0, "speculative_acceptance": 0.638095238095238, "mean_acceptance_length": 5.466666666666667, "accepted_per_position": { "0": 15.0, "2": 10.0, "3": 8.0, "6": 6.0, "4": 8.0, "5": 8.0, "1": 12.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-40k/04-changed_prefix-metrics-before.txt", "after": "runs/a-40k/04-changed_prefix-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634234.421991, "end_utc_epoch": 1789634249.2502146, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "case": "branch_b", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40316, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 14.204789588984568, "elapsed_seconds": 14.67562239500694, "started_utc": "2026-09-17T08:37:29.265519+00:00", "client_decode_estimate_tokens_per_second": 163.5768031740083, "last_nonempty_delta_seconds": 14.675516479997896, "first_to_last_delta_seconds": 0.470726891013328, "payload_sha256": "7b6ba49160f0a55a854e41a5df4bea3072a662dbdc07a291e1e081e54604952e", "payload_matches_corpus": true, "content_sha256": "f361de2fe2aa0a437ac90b070f7752213c0185055ae38dcb6727667de399d0ed", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994, "grow1": 40279, "grow2": 40279, "changed_prefix": 101 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 40316.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 40316.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 14.111413690960035, "computed_prefill_tokens_per_second": 2856.978108850071, "server_decode_seconds": 0.4879266520147212, "server_queue_seconds": 1.6631034668534994e-05, "server_ttft_seconds": 14.184366464614868, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "0": 10.0, "2": 10.0, "3": 10.0, "6": 9.0, "4": 10.0, "5": 9.0, "1": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-40k/05-branch_b-metrics-before.txt", "after": "runs/a-40k/05-branch_b-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634249.265519, "end_utc_epoch": 1789634263.9411414, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "case": "return_a", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40647, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 14.398007872980088, "elapsed_seconds": 14.86902314296458, "started_utc": "2026-09-17T08:37:43.956547+00:00", "client_decode_estimate_tokens_per_second": 163.52229433663686, "last_nonempty_delta_seconds": 14.868891677004285, "first_to_last_delta_seconds": 0.47088380402419716, "payload_sha256": "bf8198ac92311144c0d3e248d64bf72f87299c0f6b88d34ab163fa35589bef80", "payload_matches_corpus": true, "content_sha256": "9e1475e2018e57dbbc75ae5cc52ad65f36b221e6b5abdc6592018870fdffac5c", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994, "grow1": 40316, "grow2": 40647, "changed_prefix": 101, "branch_b": 40279 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 40647.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 40647.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 14.302424570021685, "computed_prefill_tokens_per_second": 2841.9656961657633, "server_decode_seconds": 0.4881641630199738, "server_queue_seconds": 1.6167003195732832e-05, "server_ttft_seconds": 14.377320051193237, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "0": 10.0, "2": 10.0, "3": 10.0, "6": 9.0, "4": 10.0, "5": 9.0, "1": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-40k/06-return_a-metrics-before.txt", "after": "runs/a-40k/06-return_a-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634263.956547, "end_utc_epoch": 1789634278.82557, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } } ], "passed_cases": 7, "case_count": 7, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold", "repeat", "grow1", "grow2", "changed_prefix", "branch_b", "return_a" ], "chain_complete": true, "four_turn_elapsed_seconds": 58.99187781708315, "four_turn_ttft_seconds": 56.639144029060844, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": 0.9944100107111999, "repeat_elapsed_speedup_vs_cold": 0.9945606223736128, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 7, "request_count": 7, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "name": "a-8k", "type": "marker", "arm": "A", "excluded_warmup": false, "status": "PASS", "summary_path": "runs/a-8k/summary.json", "run_started_utc": "2026-09-17T08:37:58.919651+00:00", "run_finished_utc": "2026-09-17T08:38:20.111603+00:00", "corpus_sha256": "8bdabf32986c87bd1ec67b83f1b95cd3d2cf6c93b81eda130f8cbe67ccd95af0", "corpus_hash_verified": true, "target_prompt_tokens": 8000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 7991, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 2.3677000459865667, "elapsed_seconds": 2.995050686993636, "started_utc": "2026-09-17T08:37:58.927308+00:00", "client_decode_estimate_tokens_per_second": 133.93010760070044, "last_nonempty_delta_seconds": 2.994892852031626, "first_to_last_delta_seconds": 0.6271928060450591, "payload_sha256": "f9184c95c6a5a80bec8fd49cac704fc9f6ede7f40233e043e5d1197d95f1e2c7", "payload_matches_corpus": true, "content_sha256": "035791b5e806164c4b88e0f51e5b2e5bab0571fae1f75e282f8065ea07447f86", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 7991.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 7991.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 2.3460571850300767, "computed_prefill_tokens_per_second": 3406.1403323796453, "server_decode_seconds": 0.6306274909875356, "server_queue_seconds": 1.580000389367342e-05, "server_ttft_seconds": 2.3622753620147705, "preemptions": 0.0, "accepted_tokens": 71.0, "proposed_tokens": 98.0, "draft_rounds": 14.0, "speculative_acceptance": 0.7244897959183674, "mean_acceptance_length": 6.071428571428571, "accepted_per_position": { "3": 9.0, "5": 9.0, "1": 11.0, "0": 13.0, "6": 9.0, "2": 11.0, "4": 9.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-8k/00-cold-metrics-before.txt", "after": "runs/a-8k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634278.927308, "end_utc_epoch": 1789634281.9223588, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "case": "repeat", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 7991, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 2.3670302469981834, "elapsed_seconds": 2.995765150990337, "started_utc": "2026-09-17T08:38:01.936320+00:00", "client_decode_estimate_tokens_per_second": 133.62961542481239, "last_nonempty_delta_seconds": 2.9956334180315025, "first_to_last_delta_seconds": 0.6286031710333191, "payload_sha256": "f9184c95c6a5a80bec8fd49cac704fc9f6ede7f40233e043e5d1197d95f1e2c7", "payload_matches_corpus": true, "content_sha256": "035791b5e806164c4b88e0f51e5b2e5bab0571fae1f75e282f8065ea07447f86", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 7991 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 7991.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 7991.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 2.3458833689801395, "computed_prefill_tokens_per_second": 3406.392707184776, "server_decode_seconds": 0.6318337570410222, "server_queue_seconds": 1.5696976333856583e-05, "server_ttft_seconds": 2.361729145050049, "preemptions": 0.0, "accepted_tokens": 71.0, "proposed_tokens": 98.0, "draft_rounds": 14.0, "speculative_acceptance": 0.7244897959183674, "mean_acceptance_length": 6.071428571428571, "accepted_per_position": { "3": 9.0, "5": 9.0, "1": 11.0, "0": 13.0, "6": 9.0, "2": 11.0, "4": 9.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-8k/01-repeat-metrics-before.txt", "after": "runs/a-8k/01-repeat-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634281.93632, "end_utc_epoch": 1789634284.9320853, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "case": "grow1", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8319, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 2.5084016210166737, "elapsed_seconds": 2.9941126870107837, "started_utc": "2026-09-17T08:38:04.945924+00:00", "client_decode_estimate_tokens_per_second": 170.93215502823523, "last_nonempty_delta_seconds": 2.9939743910217658, "first_to_last_delta_seconds": 0.485572770005092, "payload_sha256": "82dfe4dceb916d324d26c4889f3c56dd10ab54b8efb45b165fd8741a264aa2e7", "payload_matches_corpus": true, "content_sha256": "f6cce2b6424a833be555d7bff6822b13ae1c4db55916eaa7fe3fd3ec44a5797a", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 8319.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 8319.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 2.48652639699867, "computed_prefill_tokens_per_second": 3345.631081995085, "server_decode_seconds": 0.4890431989915669, "server_queue_seconds": 1.645501470193267e-05, "server_ttft_seconds": 2.502861261367798, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "3": 10.0, "5": 10.0, "1": 11.0, "0": 11.0, "6": 10.0, "2": 11.0, "4": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-8k/02-grow1-metrics-before.txt", "after": "runs/a-8k/02-grow1-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634284.945924, "end_utc_epoch": 1789634287.9400368, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "case": "grow2", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8659, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 2.594176135957241, "elapsed_seconds": 3.0814367029815912, "started_utc": "2026-09-17T08:38:07.953896+00:00", "client_decode_estimate_tokens_per_second": 170.37618942254352, "last_nonempty_delta_seconds": 3.0813334099948406, "first_to_last_delta_seconds": 0.48715727403759956, "payload_sha256": "459453c4ebe8f1597db01082673c6d7c5586541e7dd6bf1b15dad014abcec8d5", "payload_matches_corpus": true, "content_sha256": "343aa2ae425929b6dce1ba757492bc249cfcedfb515c04fd1332dfd9036500ab", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991, "grow1": 8319 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 8659.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 8659.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 2.57145164499525, "computed_prefill_tokens_per_second": 3367.3586733986576, "server_decode_seconds": 0.49075391102815047, "server_queue_seconds": 1.582101685926318e-05, "server_ttft_seconds": 2.5883193016052246, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "3": 10.0, "5": 10.0, "1": 11.0, "0": 11.0, "6": 10.0, "2": 11.0, "4": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-8k/03-grow2-metrics-before.txt", "after": "runs/a-8k/03-grow2-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634287.953896, "end_utc_epoch": 1789634291.0353327, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "case": "changed_prefix", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 7991, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 2.367452466976829, "elapsed_seconds": 2.9517768799560145, "started_utc": "2026-09-17T08:38:11.049318+00:00", "client_decode_estimate_tokens_per_second": 143.78507032938063, "last_nonempty_delta_seconds": 2.9516577659524046, "first_to_last_delta_seconds": 0.5842052989755757, "payload_sha256": "f67d3919a9b81a9e338223047266d80c168c8ae46589e3a317288aecb153ae57", "payload_matches_corpus": true, "content_sha256": "b4b21ebdd7ed317d94b9c3e5d35a07265dd7d469304ab5aa5fe843be902a4dec", "answer_json": { "document_tag": "edited-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "edited-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 101, "repeat": 101, "grow1": 101, "grow2": 101 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 7991.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 7991.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 2.3462256920174696, "computed_prefill_tokens_per_second": 3405.89570184474, "server_decode_seconds": 0.5875683990307152, "server_queue_seconds": 1.542497193440795e-05, "server_ttft_seconds": 2.3620517253875732, "preemptions": 0.0, "accepted_tokens": 72.0, "proposed_tokens": 91.0, "draft_rounds": 13.0, "speculative_acceptance": 0.7912087912087912, "mean_acceptance_length": 6.538461538461538, "accepted_per_position": { "3": 10.0, "5": 8.0, "1": 13.0, "0": 13.0, "6": 8.0, "2": 11.0, "4": 9.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-8k/04-changed_prefix-metrics-before.txt", "after": "runs/a-8k/04-changed_prefix-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634291.049318, "end_utc_epoch": 1789634294.001095, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "case": "branch_b", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8319, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 2.5086173419840634, "elapsed_seconds": 2.993730604997836, "started_utc": "2026-09-17T08:38:14.015297+00:00", "client_decode_estimate_tokens_per_second": 171.13971763557072, "last_nonempty_delta_seconds": 2.9936011969693936, "first_to_last_delta_seconds": 0.48498385498533025, "payload_sha256": "c865524321239a922141275d3e6eaaefe898c3b34d52b12136fe16530f0ebdd7", "payload_matches_corpus": true, "content_sha256": "da17337c6e6556277154553e1a0de3001705f5ac6a6d4ebe7196507ab619e038", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991, "grow1": 8279, "grow2": 8279, "changed_prefix": 101 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 8319.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 8319.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 2.486450942000374, "computed_prefill_tokens_per_second": 3345.732610074053, "server_decode_seconds": 0.4885876799817197, "server_queue_seconds": 1.586700091138482e-05, "server_ttft_seconds": 2.5030605792999268, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "3": 10.0, "5": 10.0, "1": 11.0, "0": 11.0, "6": 10.0, "2": 11.0, "4": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-8k/05-branch_b-metrics-before.txt", "after": "runs/a-8k/05-branch_b-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634294.015297, "end_utc_epoch": 1789634297.0090275, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "case": "return_a", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8659, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 2.5941705699660815, "elapsed_seconds": 3.080809674982447, "started_utc": "2026-09-17T08:38:17.023068+00:00", "client_decode_estimate_tokens_per_second": 170.59963712072766, "last_nonempty_delta_seconds": 3.0806897759903222, "first_to_last_delta_seconds": 0.4865192060242407, "payload_sha256": "459453c4ebe8f1597db01082673c6d7c5586541e7dd6bf1b15dad014abcec8d5", "payload_matches_corpus": true, "content_sha256": "343aa2ae425929b6dce1ba757492bc249cfcedfb515c04fd1332dfd9036500ab", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991, "grow1": 8319, "grow2": 8659, "changed_prefix": 101, "branch_b": 8279 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 8659.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 8659.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 2.571756991033908, "computed_prefill_tokens_per_second": 3366.9588651604577, "server_decode_seconds": 0.4901858459925279, "server_queue_seconds": 1.5153957065194845e-05, "server_ttft_seconds": 2.588334083557129, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "3": 10.0, "5": 10.0, "1": 11.0, "0": 11.0, "6": 10.0, "2": 11.0, "4": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-8k/06-return_a-metrics-before.txt", "after": "runs/a-8k/06-return_a-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634297.023068, "end_utc_epoch": 1789634300.1038775, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } } ], "passed_cases": 7, "case_count": 7, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold", "repeat", "grow1", "grow2", "changed_prefix", "branch_b", "return_a" ], "chain_complete": true, "four_turn_elapsed_seconds": 12.066365227976348, "four_turn_ttft_seconds": 9.837308049958665, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": 1.0002829701856293, "repeat_elapsed_speedup_vs_cold": 0.9997615086761842, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 7, "request_count": 7, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "name": "a-decode", "type": "decode", "arm": "A", "summary_path": "runs/a-decode/summary.json", "status": "PASS", "payload_sha256": "7da00f0f32b932db80cf3424dc5830b7d954061e7dde71a903a3aeace04daad8", "request_max_tokens": 512, "rows": [ { "index": 0, "warmup": true, "status": 200, "error": null, "finish_reason": "length", "stream_done": true, "completion_tokens": 512, "prompt_tokens": 74, "client_ttft_seconds": 0.2882820049999282, "elapsed_seconds": 3.672810946998652, "started_utc": "2026-09-17T08:34:54.189430+00:00", "client_decode_estimate_tokens_per_second": 150.9872773678188, "first_to_last_delta_seconds": 3.38439111498883, "content_sha256": "d82bdc5c506652b5e272573fca11183ca204f17747f42b64cdbdc409c375282b", "transport_complete": true, "raw_metrics": { "available": true, "before": "runs/a-decode/0-before.txt", "after": "runs/a-decode/0-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 74.0, "prompt_tokens_by_source": { "local_compute": 74.0, "local_cache_hit": 0.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 0.2668857609969564, "computed_prefill_tokens_per_second": 277.27219213033965, "server_decode_seconds": 3.3849133850308135, "server_queue_seconds": 1.8798978999257088e-05, "server_ttft_seconds": 0.2854735851287842, "preemptions": 0.0, "accepted_tokens": 430.0, "proposed_tokens": 567.0, "draft_rounds": 81.0, "speculative_acceptance": 0.7583774250440917, "mean_acceptance_length": 6.308641975308642, "accepted_per_position": { "1": 71.0, "5": 51.0, "3": 63.0, "4": 57.0, "2": 68.0, "6": 43.0, "0": 77.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": true, "start_utc_epoch": 1789634094.18943, "end_utc_epoch": 1789634097.862241, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "index": 1, "warmup": false, "status": 200, "error": null, "finish_reason": "length", "stream_done": true, "completion_tokens": 512, "prompt_tokens": 74, "client_ttft_seconds": 0.10478525701910257, "elapsed_seconds": 3.48444470402319, "started_utc": "2026-09-17T08:34:57.876745+00:00", "client_decode_estimate_tokens_per_second": 151.20329044688816, "first_to_last_delta_seconds": 3.3795560830039904, "content_sha256": "d82bdc5c506652b5e272573fca11183ca204f17747f42b64cdbdc409c375282b", "transport_complete": true, "raw_metrics": { "available": true, "before": "runs/a-decode/1-before.txt", "after": "runs/a-decode/1-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 74.0, "prompt_tokens_by_source": { "local_compute": 74.0, "local_cache_hit": 0.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 0.100027738022618, "computed_prefill_tokens_per_second": 739.794795552283, "server_decode_seconds": 3.3795021039550193, "server_queue_seconds": 1.5846977476030588e-05, "server_ttft_seconds": 0.10305929183959961, "preemptions": 0.0, "accepted_tokens": 430.0, "proposed_tokens": 567.0, "draft_rounds": 81.0, "speculative_acceptance": 0.7583774250440917, "mean_acceptance_length": 6.308641975308642, "accepted_per_position": { "1": 71.0, "5": 51.0, "3": 63.0, "4": 57.0, "2": 68.0, "6": 43.0, "0": 77.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": true, "start_utc_epoch": 1789634097.876745, "end_utc_epoch": 1789634101.3611896, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "index": 2, "warmup": false, "status": 200, "error": null, "finish_reason": "length", "stream_done": true, "completion_tokens": 512, "prompt_tokens": 74, "client_ttft_seconds": 0.10464913601754233, "elapsed_seconds": 3.4855991160147823, "started_utc": "2026-09-17T08:35:01.375363+00:00", "client_decode_estimate_tokens_per_second": 151.14583617099436, "first_to_last_delta_seconds": 3.380840735975653, "content_sha256": "d82bdc5c506652b5e272573fca11183ca204f17747f42b64cdbdc409c375282b", "transport_complete": true, "raw_metrics": { "available": true, "before": "runs/a-decode/2-before.txt", "after": "runs/a-decode/2-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 74.0, "prompt_tokens_by_source": { "local_compute": 74.0, "local_cache_hit": 0.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 0.10020470700692385, "computed_prefill_tokens_per_second": 738.4882627807775, "server_decode_seconds": 3.3807704339851625, "server_queue_seconds": 1.5181023627519608e-05, "server_ttft_seconds": 0.1029520034790039, "preemptions": 0.0, "accepted_tokens": 430.0, "proposed_tokens": 567.0, "draft_rounds": 81.0, "speculative_acceptance": 0.7583774250440917, "mean_acceptance_length": 6.308641975308642, "accepted_per_position": { "1": 71.0, "5": 51.0, "3": 63.0, "4": 57.0, "2": 68.0, "6": 43.0, "0": 77.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": true, "start_utc_epoch": 1789634101.375363, "end_utc_epoch": 1789634104.8609622, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } } ], "measured_count": 2, "valid_measured_count": 2, "client_decode_estimate_median": 151.17456330894126, "client_decode_estimate_weighted": 151.17455785003045, "server_decode_tokens_per_second": 151.1773370473312, "measured_total_elapsed_seconds": 6.970043820037972, "speculative_acceptance": 0.7583774250440917, "measured_draft_rounds": 162.0, "total_preemptions": 0, "output_repeat_equal": true, "correctness": "Transport and token budget only; capped code is not evaluated as a completed task", "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 2, "request_count": 2, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "name": "a-warmup-40k", "type": "marker", "arm": "A", "excluded_warmup": true, "status": "PASS", "summary_path": "runs/a-warmup-40k/summary.json", "run_started_utc": "2026-09-17T08:36:00.547667+00:00", "run_finished_utc": "2026-09-17T08:36:15.267851+00:00", "corpus_sha256": "12e10445a58477364bd5a46f86adf3c8493e2003130efd9bc9bf6e3a6404a918", "corpus_hash_verified": true, "target_prompt_tokens": 40000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39997, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 14.045278647041414, "elapsed_seconds": 14.701700685021933, "started_utc": "2026-09-17T08:36:00.558768+00:00", "client_decode_estimate_tokens_per_second": 127.99474524318256, "last_nonempty_delta_seconds": 14.701555589039344, "first_to_last_delta_seconds": 0.6562769419979304, "payload_sha256": "6a964611355c1ce89baf7b52abd70482250749490cf65b4270369144e9116b3d", "payload_matches_corpus": true, "content_sha256": "51085ee87e29c0607eaa5eacd397789e4e17fb6c539912d104cca1f7f3079efb", "answer_json": { "document_tag": "archive-41f5f4fe7f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-41f5f4fe7f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39997.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "local_compute": 39997.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 13.948532358044758, "computed_prefill_tokens_per_second": 2867.4701375970853, "server_decode_seconds": 0.6736237179720774, "server_queue_seconds": 1.63349905051291e-05, "server_ttft_seconds": 14.024781703948975, "preemptions": 0.0, "accepted_tokens": 71.0, "proposed_tokens": 98.0, "draft_rounds": 14.0, "speculative_acceptance": 0.7244897959183674, "mean_acceptance_length": 6.071428571428571, "accepted_per_position": { "6": 6.0, "1": 13.0, "4": 8.0, "0": 14.0, "5": 7.0, "2": 13.0, "3": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/a-warmup-40k/00-cold-metrics-before.txt", "after": "runs/a-warmup-40k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634160.558768, "end_utc_epoch": 1789634175.2604687, "first_sample_offset_seconds": null, "final_unsampled_gap_seconds": null, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } } ], "passed_cases": 1, "case_count": 1, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold" ], "chain_complete": false, "four_turn_elapsed_seconds": null, "four_turn_ttft_seconds": null, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": null, "repeat_elapsed_speedup_vs_cold": null, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 1, "request_count": 1, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" } }, { "name": "b-40k", "type": "marker", "arm": "B", "excluded_warmup": false, "status": "PASS", "summary_path": "runs/b-40k/summary.json", "run_started_utc": "2026-09-17T08:55:24.018982+00:00", "run_finished_utc": "2026-09-17T08:57:17.337546+00:00", "corpus_sha256": "6bdaee640719b17b78b1959f3257e188ea0560f20fab0e1b506f5bad005ef3da", "corpus_hash_verified": true, "target_prompt_tokens": 40000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39994, "completion_tokens": 82, "prompt_tokens_match": true, "client_ttft_seconds": 15.332983693981078, "elapsed_seconds": 16.102303929976188, "started_utc": "2026-09-17T08:55:24.030269+00:00", "client_decode_estimate_tokens_per_second": 105.3084042404241, "last_nonempty_delta_seconds": 16.102153073996305, "first_to_last_delta_seconds": 0.7691693800152279, "payload_sha256": "a1c4dd007126377e7fa7ecd2ca339fd354682350b6b973d3e1f0f8f8e4a0cdb1", "payload_matches_corpus": true, "content_sha256": "043c86643b3fe6855952b647ce2d480d89d5408249a850aea9dcbbd68ab44a9a", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39994.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "external_kv_transfer": 0.0, "local_compute": 39994.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 15.23841963504674, "computed_prefill_tokens_per_second": 2624.5503771282206, "server_decode_seconds": 0.7863262249738909, "server_queue_seconds": 1.4744990039616823e-05, "server_ttft_seconds": 15.31242561340332, "preemptions": 0.0, "accepted_tokens": 66.0, "proposed_tokens": 112.0, "draft_rounds": 16.0, "speculative_acceptance": 0.5892857142857143, "mean_acceptance_length": 5.125, "accepted_per_position": { "0": 16.0, "2": 10.0, "5": 6.0, "3": 8.0, "6": 6.0, "1": 13.0, "4": 7.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-40k/00-cold-metrics-before.txt", "after": "runs/b-40k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635324.030269, "end_utc_epoch": 1789635340.132573, "first_sample_offset_seconds": 0.6923017501831055, "final_unsampled_gap_seconds": 0.3891489505767822, "sample_count": 16, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635324.7225707, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10692837376 } }, { "case": "repeat", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39994, "completion_tokens": 82, "prompt_tokens_match": true, "client_ttft_seconds": 15.422526607988402, "elapsed_seconds": 16.191962988988962, "started_utc": "2026-09-17T08:55:40.147940+00:00", "client_decode_estimate_tokens_per_second": 105.28915124928908, "last_nonempty_delta_seconds": 16.191836636979133, "first_to_last_delta_seconds": 0.7693100289907306, "payload_sha256": "a1c4dd007126377e7fa7ecd2ca339fd354682350b6b973d3e1f0f8f8e4a0cdb1", "payload_matches_corpus": true, "content_sha256": "043c86643b3fe6855952b647ce2d480d89d5408249a850aea9dcbbd68ab44a9a", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 39994 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39994.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "external_kv_transfer": 0.0, "local_compute": 39994.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 15.33046084298985, "computed_prefill_tokens_per_second": 2608.793069536982, "server_decode_seconds": 0.7863521249964833, "server_queue_seconds": 1.4788005501031876e-05, "server_ttft_seconds": 15.402099370956421, "preemptions": 0.0, "accepted_tokens": 66.0, "proposed_tokens": 112.0, "draft_rounds": 16.0, "speculative_acceptance": 0.5892857142857143, "mean_acceptance_length": 5.125, "accepted_per_position": { "0": 16.0, "2": 10.0, "5": 6.0, "3": 8.0, "6": 6.0, "1": 13.0, "4": 7.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-40k/01-repeat-metrics-before.txt", "after": "runs/b-40k/01-repeat-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635340.14794, "end_utc_epoch": 1789635356.3399029, "first_sample_offset_seconds": 0.5965654850006104, "final_unsampled_gap_seconds": 0.5775587558746338, "sample_count": 16, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635340.7445054, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10690392064 } }, { "case": "grow1", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40316, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 15.583423588017467, "elapsed_seconds": 16.06168342800811, "started_utc": "2026-09-17T08:55:56.354800+00:00", "client_decode_estimate_tokens_per_second": 161.03393625938887, "last_nonempty_delta_seconds": 16.061583668983076, "first_to_last_delta_seconds": 0.47816008096560836, "payload_sha256": "8e774f07b63671bc020c2348033596c47027fe2cefba131d594f48887d9e3455", "payload_matches_corpus": true, "content_sha256": "766703063fadbcac905976d1a0bff5007e2a6aa1022c8176e776e566089954df", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 40316.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "external_kv_transfer": 0.0, "local_compute": 40316.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 15.490278240002226, "computed_prefill_tokens_per_second": 2602.6646762152805, "server_decode_seconds": 0.49557554902276024, "server_queue_seconds": 1.541996607556939e-05, "server_ttft_seconds": 15.562782526016235, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "0": 10.0, "2": 10.0, "5": 9.0, "3": 10.0, "6": 9.0, "1": 10.0, "4": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-40k/02-grow1-metrics-before.txt", "after": "runs/b-40k/02-grow1-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635356.3548, "end_utc_epoch": 1789635372.4164834, "first_sample_offset_seconds": 0.4096717834472656, "final_unsampled_gap_seconds": 0.6352338790893555, "sample_count": 16, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635356.7644718, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10689458176 } }, { "case": "grow2", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40647, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 15.783020679024048, "elapsed_seconds": 16.262741328042466, "started_utc": "2026-09-17T08:56:12.431539+00:00", "client_decode_estimate_tokens_per_second": 160.55512070189945, "last_nonempty_delta_seconds": 16.26260675303638, "first_to_last_delta_seconds": 0.47958607401233166, "payload_sha256": "bf8198ac92311144c0d3e248d64bf72f87299c0f6b88d34ab163fa35589bef80", "payload_matches_corpus": true, "content_sha256": "9e1475e2018e57dbbc75ae5cc52ad65f36b221e6b5abdc6592018870fdffac5c", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994, "grow1": 40316 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 40647.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "external_kv_transfer": 0.0, "local_compute": 40647.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 15.690165085019544, "computed_prefill_tokens_per_second": 2590.6037176631385, "server_decode_seconds": 0.49707864795345813, "server_queue_seconds": 1.548102591186762e-05, "server_ttft_seconds": 15.762288808822632, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "0": 10.0, "2": 10.0, "5": 9.0, "3": 10.0, "6": 9.0, "1": 10.0, "4": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-40k/03-grow2-metrics-before.txt", "after": "runs/b-40k/03-grow2-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635372.431539, "end_utc_epoch": 1789635388.6942804, "first_sample_offset_seconds": 0.3507564067840576, "final_unsampled_gap_seconds": 0.8920490741729736, "sample_count": 16, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635372.7822955, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10688163840 } }, { "case": "changed_prefix", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39994, "completion_tokens": 82, "prompt_tokens_match": true, "client_ttft_seconds": 15.490270671027247, "elapsed_seconds": 16.259887045016512, "started_utc": "2026-09-17T08:56:28.709503+00:00", "client_decode_estimate_tokens_per_second": 105.26196766265689, "last_nonempty_delta_seconds": 16.259779372019693, "first_to_last_delta_seconds": 0.7695087009924464, "payload_sha256": "66709aa6727d0b4269646f01f519c468142d82f7aaf6c944709ef56b4b115631", "payload_matches_corpus": true, "content_sha256": "8eb07193e49695305ba818d7d110435fdc0ae91670871546a624f2d009f728c5", "answer_json": { "document_tag": "edited-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "edited-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 101, "repeat": 101, "grow1": 101, "grow2": 101 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39994.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "external_kv_transfer": 0.0, "local_compute": 39994.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 15.39689172396902, "computed_prefill_tokens_per_second": 2597.5372638192666, "server_decode_seconds": 0.7870097910054028, "server_queue_seconds": 1.498399069532752e-05, "server_ttft_seconds": 15.469500541687012, "preemptions": 0.0, "accepted_tokens": 66.0, "proposed_tokens": 112.0, "draft_rounds": 16.0, "speculative_acceptance": 0.5892857142857143, "mean_acceptance_length": 5.125, "accepted_per_position": { "0": 16.0, "2": 11.0, "5": 5.0, "3": 9.0, "6": 5.0, "1": 13.0, "4": 7.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-40k/04-changed_prefix-metrics-before.txt", "after": "runs/b-40k/04-changed_prefix-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635388.709503, "end_utc_epoch": 1789635404.96939, "first_sample_offset_seconds": 0.09376001358032227, "final_unsampled_gap_seconds": 0.15044713020324707, "sample_count": 17, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635388.803263, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10686595072 } }, { "case": "branch_b", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40316, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 15.586365563038271, "elapsed_seconds": 16.065081064007245, "started_utc": "2026-09-17T08:56:44.984772+00:00", "client_decode_estimate_tokens_per_second": 160.8816471450612, "last_nonempty_delta_seconds": 16.064978266018443, "first_to_last_delta_seconds": 0.4786127029801719, "payload_sha256": "7b6ba49160f0a55a854e41a5df4bea3072a662dbdc07a291e1e081e54604952e", "payload_matches_corpus": true, "content_sha256": "f361de2fe2aa0a437ac90b070f7752213c0185055ae38dcb6727667de399d0ed", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994, "grow1": 40279, "grow2": 40279, "changed_prefix": 101 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 40316.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "external_kv_transfer": 0.0, "local_compute": 40316.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 15.492845136031974, "computed_prefill_tokens_per_second": 2602.233459768883, "server_decode_seconds": 0.49595176900038496, "server_queue_seconds": 1.5113968402147293e-05, "server_ttft_seconds": 15.565749406814575, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "0": 10.0, "2": 10.0, "5": 9.0, "3": 10.0, "6": 9.0, "1": 10.0, "4": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-40k/05-branch_b-metrics-before.txt", "after": "runs/b-40k/05-branch_b-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635404.984772, "end_utc_epoch": 1789635421.049853, "first_sample_offset_seconds": 0.835526704788208, "final_unsampled_gap_seconds": 0.2106010913848877, "sample_count": 16, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635405.8202987, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10686836736 } }, { "case": "return_a", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40647, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 15.785269661981147, "elapsed_seconds": 16.265028877009172, "started_utc": "2026-09-17T08:57:01.065054+00:00", "client_decode_estimate_tokens_per_second": 160.54163795141315, "last_nonempty_delta_seconds": 16.264896013017278, "first_to_last_delta_seconds": 0.4796263510361314, "payload_sha256": "bf8198ac92311144c0d3e248d64bf72f87299c0f6b88d34ab163fa35589bef80", "payload_matches_corpus": true, "content_sha256": "9e1475e2018e57dbbc75ae5cc52ad65f36b221e6b5abdc6592018870fdffac5c", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994, "grow1": 40316, "grow2": 40647, "changed_prefix": 101, "branch_b": 40279 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 40647.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "external_kv_transfer": 0.0, "local_compute": 40647.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 15.69202628498897, "computed_prefill_tokens_per_second": 2590.2964513182737, "server_decode_seconds": 0.4971294960123487, "server_queue_seconds": 1.4860008377581835e-05, "server_ttft_seconds": 15.764614820480347, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "0": 10.0, "2": 10.0, "5": 9.0, "3": 10.0, "6": 9.0, "1": 10.0, "4": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-40k/06-return_a-metrics-before.txt", "after": "runs/b-40k/06-return_a-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635421.065054, "end_utc_epoch": 1789635437.330083, "first_sample_offset_seconds": 0.7748565673828125, "final_unsampled_gap_seconds": 0.47383594512939453, "sample_count": 16, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635421.8399105, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10689945600 } } ], "passed_cases": 7, "case_count": 7, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold", "repeat", "grow1", "grow2", "changed_prefix", "branch_b", "return_a" ], "chain_complete": true, "four_turn_elapsed_seconds": 64.61869167501573, "four_turn_ttft_seconds": 62.121954569010995, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": 0.9941940178620964, "repeat_elapsed_speedup_vs_cold": 0.9944627430859528, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 7, "request_count": 7, "sample_count": 113, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635324.7225707, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10686595072 } }, { "name": "b-8k", "type": "marker", "arm": "B", "excluded_warmup": false, "status": "PASS", "summary_path": "runs/b-8k/summary.json", "run_started_utc": "2026-09-17T08:57:17.423610+00:00", "run_finished_utc": "2026-09-17T08:57:40.654516+00:00", "corpus_sha256": "8bdabf32986c87bd1ec67b83f1b95cd3d2cf6c93b81eda130f8cbe67ccd95af0", "corpus_hash_verified": true, "target_prompt_tokens": 8000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 7991, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 2.6430207469966263, "elapsed_seconds": 3.247511408990249, "started_utc": "2026-09-17T08:57:17.431125+00:00", "client_decode_estimate_tokens_per_second": 138.99188905255008, "last_nonempty_delta_seconds": 3.2473725589807145, "first_to_last_delta_seconds": 0.6043518119840883, "payload_sha256": "f9184c95c6a5a80bec8fd49cac704fc9f6ede7f40233e043e5d1197d95f1e2c7", "payload_matches_corpus": true, "content_sha256": "035791b5e806164c4b88e0f51e5b2e5bab0571fae1f75e282f8065ea07447f86", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 7991.0, "prompt_tokens_by_source": { "local_compute": 7991.0, "local_cache_hit": 0.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 2.621597303019371, "computed_prefill_tokens_per_second": 3048.141677135741, "server_decode_seconds": 0.6077149710035883, "server_queue_seconds": 1.4861987438052893e-05, "server_ttft_seconds": 2.637477397918701, "preemptions": 0.0, "accepted_tokens": 72.0, "proposed_tokens": 91.0, "draft_rounds": 13.0, "speculative_acceptance": 0.7912087912087912, "mean_acceptance_length": 6.538461538461538, "accepted_per_position": { "2": 11.0, "5": 9.0, "6": 8.0, "4": 9.0, "1": 12.0, "3": 10.0, "0": 13.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-8k/00-cold-metrics-before.txt", "after": "runs/b-8k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635437.431125, "end_utc_epoch": 1789635440.6786363, "first_sample_offset_seconds": 0.42681002616882324, "final_unsampled_gap_seconds": 0.8182625770568848, "sample_count": 3, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635437.857935, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10701623296 } }, { "case": "repeat", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 7991, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 2.6405392060405575, "elapsed_seconds": 3.2454580520279706, "started_utc": "2026-09-17T08:57:20.692568+00:00", "client_decode_estimate_tokens_per_second": 138.8850353325972, "last_nonempty_delta_seconds": 3.2453559870482422, "first_to_last_delta_seconds": 0.6048167810076848, "payload_sha256": "f9184c95c6a5a80bec8fd49cac704fc9f6ede7f40233e043e5d1197d95f1e2c7", "payload_matches_corpus": true, "content_sha256": "035791b5e806164c4b88e0f51e5b2e5bab0571fae1f75e282f8065ea07447f86", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 7991 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 7991.0, "prompt_tokens_by_source": { "local_compute": 7991.0, "local_cache_hit": 0.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 2.6193209280027077, "computed_prefill_tokens_per_second": 3050.7907276918986, "server_decode_seconds": 0.6081663310178556, "server_queue_seconds": 1.454498851671815e-05, "server_ttft_seconds": 2.635148763656616, "preemptions": 0.0, "accepted_tokens": 72.0, "proposed_tokens": 91.0, "draft_rounds": 13.0, "speculative_acceptance": 0.7912087912087912, "mean_acceptance_length": 6.538461538461538, "accepted_per_position": { "2": 11.0, "5": 9.0, "6": 8.0, "4": 9.0, "1": 12.0, "3": 10.0, "0": 13.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-8k/01-repeat-metrics-before.txt", "after": "runs/b-8k/01-repeat-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635440.692568, "end_utc_epoch": 1789635443.9380262, "first_sample_offset_seconds": 0.16892600059509277, "final_unsampled_gap_seconds": 0.07363152503967285, "sample_count": 4, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635440.861494, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10695135232 } }, { "case": "grow1", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8319, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 2.791765655972995, "elapsed_seconds": 3.293086270976346, "started_utc": "2026-09-17T08:57:23.951745+00:00", "client_decode_estimate_tokens_per_second": 165.61102374683884, "last_nonempty_delta_seconds": 3.29294002300594, "first_to_last_delta_seconds": 0.5011743670329452, "payload_sha256": "82dfe4dceb916d324d26c4889f3c56dd10ab54b8efb45b165fd8741a264aa2e7", "payload_matches_corpus": true, "content_sha256": "f6cce2b6424a833be555d7bff6822b13ae1c4db55916eaa7fe3fd3ec44a5797a", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 8319.0, "prompt_tokens_by_source": { "local_compute": 8319.0, "local_cache_hit": 0.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 2.7702104109921493, "computed_prefill_tokens_per_second": 3003.020986055913, "server_decode_seconds": 0.5045959419803694, "server_queue_seconds": 1.4626013580709696e-05, "server_ttft_seconds": 2.786339282989502, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "2": 11.0, "5": 10.0, "6": 10.0, "4": 10.0, "1": 11.0, "3": 10.0, "0": 11.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-8k/02-grow1-metrics-before.txt", "after": "runs/b-8k/02-grow1-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635443.951745, "end_utc_epoch": 1789635447.2448313, "first_sample_offset_seconds": 0.9139583110809326, "final_unsampled_gap_seconds": 0.37703990936279297, "sample_count": 3, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635444.8657033, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10694537216 } }, { "case": "grow2", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8659, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 2.8792992680100724, "elapsed_seconds": 3.3809055010206066, "started_utc": "2026-09-17T08:57:27.258784+00:00", "client_decode_estimate_tokens_per_second": 165.5111924970988, "last_nonempty_delta_seconds": 3.3807759279734455, "first_to_last_delta_seconds": 0.5014766599633731, "payload_sha256": "459453c4ebe8f1597db01082673c6d7c5586541e7dd6bf1b15dad014abcec8d5", "payload_matches_corpus": true, "content_sha256": "343aa2ae425929b6dce1ba757492bc249cfcedfb515c04fd1332dfd9036500ab", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991, "grow1": 8319 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 8659.0, "prompt_tokens_by_source": { "local_compute": 8659.0, "local_cache_hit": 0.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 2.8563630410353653, "computed_prefill_tokens_per_second": 3031.4773982166193, "server_decode_seconds": 0.5053176169749349, "server_queue_seconds": 1.4069955796003342e-05, "server_ttft_seconds": 2.8734066486358643, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "2": 11.0, "5": 10.0, "6": 10.0, "4": 10.0, "1": 11.0, "3": 10.0, "0": 11.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-8k/03-grow2-metrics-before.txt", "after": "runs/b-8k/03-grow2-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635447.258784, "end_utc_epoch": 1789635450.6396894, "first_sample_offset_seconds": 0.6098482608795166, "final_unsampled_gap_seconds": 0.7687551975250244, "sample_count": 3, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635447.8686323, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10694373376 } }, { "case": "changed_prefix", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 7991, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 2.640328894951381, "elapsed_seconds": 3.28946391295176, "started_utc": "2026-09-17T08:57:30.653657+00:00", "client_decode_estimate_tokens_per_second": 129.42347619966537, "last_nonempty_delta_seconds": 3.2893610679893754, "first_to_last_delta_seconds": 0.6490321730379947, "payload_sha256": "f67d3919a9b81a9e338223047266d80c168c8ae46589e3a317288aecb153ae57", "payload_matches_corpus": true, "content_sha256": "b4b21ebdd7ed317d94b9c3e5d35a07265dd7d469304ab5aa5fe843be902a4dec", "answer_json": { "document_tag": "edited-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "edited-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 101, "repeat": 101, "grow1": 101, "grow2": 101 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 7991.0, "prompt_tokens_by_source": { "local_compute": 7991.0, "local_cache_hit": 0.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 2.619349227985367, "computed_prefill_tokens_per_second": 3050.7577663273855, "server_decode_seconds": 0.6524669789941981, "server_queue_seconds": 1.4866003766655922e-05, "server_ttft_seconds": 2.6349356174468994, "preemptions": 0.0, "accepted_tokens": 71.0, "proposed_tokens": 98.0, "draft_rounds": 14.0, "speculative_acceptance": 0.7244897959183674, "mean_acceptance_length": 6.071428571428571, "accepted_per_position": { "2": 11.0, "5": 8.0, "6": 8.0, "4": 8.0, "1": 13.0, "3": 9.0, "0": 14.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-8k/04-changed_prefix-metrics-before.txt", "after": "runs/b-8k/04-changed_prefix-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635450.653657, "end_utc_epoch": 1789635453.943121, "first_sample_offset_seconds": 0.21836447715759277, "final_unsampled_gap_seconds": 0.06592583656311035, "sample_count": 4, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635450.8720214, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10694160384 } }, { "case": "branch_b", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8319, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 2.792615325015504, "elapsed_seconds": 3.2939793990226462, "started_utc": "2026-09-17T08:57:33.957077+00:00", "client_decode_estimate_tokens_per_second": 165.59058622558877, "last_nonempty_delta_seconds": 3.2938515479909256, "first_to_last_delta_seconds": 0.5012362229754217, "payload_sha256": "c865524321239a922141275d3e6eaaefe898c3b34d52b12136fe16530f0ebdd7", "payload_matches_corpus": true, "content_sha256": "da17337c6e6556277154553e1a0de3001705f5ac6a6d4ebe7196507ab619e038", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991, "grow1": 8279, "grow2": 8279, "changed_prefix": 101 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 8319.0, "prompt_tokens_by_source": { "local_compute": 8319.0, "local_cache_hit": 0.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 2.770643624011427, "computed_prefill_tokens_per_second": 3002.5514389163786, "server_decode_seconds": 0.5047391709522344, "server_queue_seconds": 3.666500560939312e-05, "server_ttft_seconds": 2.7870101928710938, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "2": 11.0, "5": 10.0, "6": 10.0, "4": 10.0, "1": 11.0, "3": 10.0, "0": 11.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-8k/05-branch_b-metrics-before.txt", "after": "runs/b-8k/05-branch_b-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635453.957077, "end_utc_epoch": 1789635457.2510564, "first_sample_offset_seconds": 0.9211268424987793, "final_unsampled_gap_seconds": 0.37056756019592285, "sample_count": 3, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635454.8782039, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10694316032 } }, { "case": "return_a", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8659, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 2.8798466580337845, "elapsed_seconds": 3.381753962021321, "started_utc": "2026-09-17T08:57:37.265040+00:00", "client_decode_estimate_tokens_per_second": 165.4035435793088, "last_nonempty_delta_seconds": 3.381649692018982, "first_to_last_delta_seconds": 0.5018030339851975, "payload_sha256": "459453c4ebe8f1597db01082673c6d7c5586541e7dd6bf1b15dad014abcec8d5", "payload_matches_corpus": true, "content_sha256": "343aa2ae425929b6dce1ba757492bc249cfcedfb515c04fd1332dfd9036500ab", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991, "grow1": 8319, "grow2": 8659, "changed_prefix": 101, "branch_b": 8279 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 8659.0, "prompt_tokens_by_source": { "local_compute": 8659.0, "local_cache_hit": 0.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 2.857140290958341, "computed_prefill_tokens_per_second": 3030.652722024931, "server_decode_seconds": 0.5055869900388643, "server_queue_seconds": 1.443404471501708e-05, "server_ttft_seconds": 2.874002456665039, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "2": 11.0, "5": 10.0, "6": 10.0, "4": 10.0, "1": 11.0, "3": 10.0, "0": 11.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-8k/06-return_a-metrics-before.txt", "after": "runs/b-8k/06-return_a-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635457.26504, "end_utc_epoch": 1789635460.6467938, "first_sample_offset_seconds": 0.6164226531982422, "final_unsampled_gap_seconds": 0.7621738910675049, "sample_count": 3, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635457.8814626, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10694139904 } } ], "passed_cases": 7, "case_count": 7, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold", "repeat", "grow1", "grow2", "changed_prefix", "branch_b", "return_a" ], "chain_complete": true, "four_turn_elapsed_seconds": 13.166961233015172, "four_turn_ttft_seconds": 10.954624877020251, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": 1.0009397856886169, "repeat_elapsed_speedup_vs_cold": 1.0006326863355992, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 7, "request_count": 7, "sample_count": 23, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635437.857935, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10694139904 } }, { "name": "b-decode", "type": "decode", "arm": "B", "summary_path": "runs/b-decode/summary.json", "status": "PASS", "payload_sha256": "7da00f0f32b932db80cf3424dc5830b7d954061e7dde71a903a3aeace04daad8", "request_max_tokens": 512, "rows": [ { "index": 0, "warmup": true, "status": 200, "error": null, "finish_reason": "length", "stream_done": true, "completion_tokens": 512, "prompt_tokens": 74, "client_ttft_seconds": 0.1342820850550197, "elapsed_seconds": 4.108176395006012, "started_utc": "2026-09-17T08:57:40.741922+00:00", "client_decode_estimate_tokens_per_second": 128.593634877403, "first_to_last_delta_seconds": 3.973758113977965, "content_sha256": "3b71465796528dd3ac93ba1a8d7c814e07df80fa8c48670aadab311bd27fa3db", "transport_complete": true, "raw_metrics": { "available": true, "before": "runs/b-decode/0-before.txt", "after": "runs/b-decode/0-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 74.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 74.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 0.12944146298104897, "computed_prefill_tokens_per_second": 571.686987274194, "server_decode_seconds": 3.973911101988051, "server_queue_seconds": 1.4325021766126156e-05, "server_ttft_seconds": 0.1325380802154541, "preemptions": 0.0, "accepted_tokens": 425.0, "proposed_tokens": 637.0, "draft_rounds": 91.0, "speculative_acceptance": 0.6671899529042387, "mean_acceptance_length": 5.670329670329671, "accepted_per_position": { "2": 65.0, "3": 61.0, "4": 55.0, "0": 83.0, "5": 48.0, "1": 70.0, "6": 43.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": true, "start_utc_epoch": 1789635460.741922, "end_utc_epoch": 1789635464.8500984, "first_sample_offset_seconds": 0.1447458267211914, "final_unsampled_gap_seconds": 0.9602437019348145, "sample_count": 4, "sampled_peak_vram_used_bytes": 29465358336, "peak_sample_utc_epoch": 1789635460.8866677, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4743385088, "minimum_sampled_host_memavailable_bytes": 10695229440 } }, { "index": 1, "warmup": false, "status": 200, "error": null, "finish_reason": "length", "stream_done": true, "completion_tokens": 512, "prompt_tokens": 74, "client_ttft_seconds": 0.12679005600512028, "elapsed_seconds": 4.097994171024766, "started_utc": "2026-09-17T08:57:44.864603+00:00", "client_decode_estimate_tokens_per_second": 128.67998219805486, "first_to_last_delta_seconds": 3.9710916280164383, "content_sha256": "3b71465796528dd3ac93ba1a8d7c814e07df80fa8c48670aadab311bd27fa3db", "transport_complete": true, "raw_metrics": { "available": true, "before": "runs/b-decode/1-before.txt", "after": "runs/b-decode/1-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 74.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 74.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 0.12208516302052885, "computed_prefill_tokens_per_second": 606.1342604551935, "server_decode_seconds": 3.970995427982416, "server_queue_seconds": 1.484900712966919e-05, "server_ttft_seconds": 0.12508511543273926, "preemptions": 0.0, "accepted_tokens": 425.0, "proposed_tokens": 637.0, "draft_rounds": 91.0, "speculative_acceptance": 0.6671899529042387, "mean_acceptance_length": 5.670329670329671, "accepted_per_position": { "2": 65.0, "3": 61.0, "4": 55.0, "0": 83.0, "5": 48.0, "1": 70.0, "6": 43.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": true, "start_utc_epoch": 1789635464.864603, "end_utc_epoch": 1789635468.9625971, "first_sample_offset_seconds": 0.027339458465576172, "final_unsampled_gap_seconds": 0.06566214561462402, "sample_count": 5, "sampled_peak_vram_used_bytes": 29465358336, "peak_sample_utc_epoch": 1789635464.8919425, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4743385088, "minimum_sampled_host_memavailable_bytes": 10694905856 } }, { "index": 2, "warmup": false, "status": 200, "error": null, "finish_reason": "length", "stream_done": true, "completion_tokens": 512, "prompt_tokens": 74, "client_ttft_seconds": 0.12588722602231428, "elapsed_seconds": 4.098037609015591, "started_utc": "2026-09-17T08:57:48.977062+00:00", "client_decode_estimate_tokens_per_second": 128.64885585601684, "first_to_last_delta_seconds": 3.97205242596101, "content_sha256": "3b71465796528dd3ac93ba1a8d7c814e07df80fa8c48670aadab311bd27fa3db", "transport_complete": true, "raw_metrics": { "available": true, "before": "runs/b-decode/2-before.txt", "after": "runs/b-decode/2-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 74.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 74.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 0.12131315900478512, "computed_prefill_tokens_per_second": 609.9915343650487, "server_decode_seconds": 3.9720601980225183, "server_queue_seconds": 1.4898949302732944e-05, "server_ttft_seconds": 0.12418079376220703, "preemptions": 0.0, "accepted_tokens": 425.0, "proposed_tokens": 637.0, "draft_rounds": 91.0, "speculative_acceptance": 0.6671899529042387, "mean_acceptance_length": 5.670329670329671, "accepted_per_position": { "2": 65.0, "3": 61.0, "4": 55.0, "0": 83.0, "5": 48.0, "1": 70.0, "6": 43.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": true, "start_utc_epoch": 1789635468.977062, "end_utc_epoch": 1789635473.0750997, "first_sample_offset_seconds": 0.9207637310028076, "final_unsampled_gap_seconds": 0.1736924648284912, "sample_count": 4, "sampled_peak_vram_used_bytes": 29465358336, "peak_sample_utc_epoch": 1789635469.8978257, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4743385088, "minimum_sampled_host_memavailable_bytes": 10694213632 } } ], "measured_count": 2, "valid_measured_count": 2, "client_decode_estimate_median": 128.66441902703585, "client_decode_estimate_weighted": 128.664417144524, "server_decode_tokens_per_second": 128.665849532018, "measured_total_elapsed_seconds": 8.196031780040357, "speculative_acceptance": 0.6671899529042387, "measured_draft_rounds": 182.0, "total_preemptions": 0, "output_repeat_equal": true, "correctness": "Transport and token budget only; capped code is not evaluated as a completed task", "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 2, "request_count": 2, "sample_count": 9, "sampled_peak_vram_used_bytes": 29465358336, "peak_sample_utc_epoch": 1789635464.8919425, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4743385088, "minimum_sampled_host_memavailable_bytes": 10694213632 } }, { "name": "b-warmup-40k", "type": "marker", "arm": "B", "excluded_warmup": true, "status": "PASS", "summary_path": "runs/b-warmup-40k/summary.json", "run_started_utc": "2026-09-17T08:55:07.900001+00:00", "run_finished_utc": "2026-09-17T08:55:23.929333+00:00", "corpus_sha256": "12e10445a58477364bd5a46f86adf3c8493e2003130efd9bc9bf6e3a6404a918", "corpus_hash_verified": true, "target_prompt_tokens": 40000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39997, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 15.222448403015733, "elapsed_seconds": 15.984661569003947, "started_utc": "2026-09-17T08:55:07.937256+00:00", "client_decode_estimate_tokens_per_second": 110.22118699997318, "last_nonempty_delta_seconds": 15.984552334994078, "first_to_last_delta_seconds": 0.7621039319783449, "payload_sha256": "6a964611355c1ce89baf7b52abd70482250749490cf65b4270369144e9116b3d", "payload_matches_corpus": true, "content_sha256": "51085ee87e29c0607eaa5eacd397789e4e17fb6c539912d104cca1f7f3079efb", "answer_json": { "document_tag": "archive-41f5f4fe7f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-41f5f4fe7f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39997.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "local_compute": 39997.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 0.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": null, "server_prefill_seconds": 15.095020973996725, "computed_prefill_tokens_per_second": 2649.6816446231114, "server_decode_seconds": 0.7852151050465181, "server_queue_seconds": 1.956196501851082e-05, "server_ttft_seconds": 15.19548487663269, "preemptions": 0.0, "accepted_tokens": 69.0, "proposed_tokens": 112.0, "draft_rounds": 16.0, "speculative_acceptance": 0.6160714285714286, "mean_acceptance_length": 5.3125, "accepted_per_position": { "6": 5.0, "3": 11.0, "2": 12.0, "5": 5.0, "0": 15.0, "1": 14.0, "4": 7.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/b-warmup-40k/00-cold-metrics-before.txt", "after": "runs/b-warmup-40k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789635307.937256, "end_utc_epoch": 1789635323.9219177, "first_sample_offset_seconds": 0.7677998542785645, "final_unsampled_gap_seconds": 0.20045018196105957, "sample_count": 16, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635309.7058036, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10699030528 } } ], "passed_cases": 1, "case_count": 1, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold" ], "chain_complete": false, "four_turn_elapsed_seconds": null, "four_turn_ttft_seconds": null, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": null, "repeat_elapsed_speedup_vs_cold": null, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 1, "request_count": 1, "sample_count": 16, "sampled_peak_vram_used_bytes": 29454856192, "peak_sample_utc_epoch": 1789635309.7058036, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4753887232, "minimum_sampled_host_memavailable_bytes": 10699030528 } }, { "name": "c-40k", "type": "marker", "arm": "C", "excluded_warmup": false, "status": "PASS", "summary_path": "runs/c-40k/summary.json", "run_started_utc": "2026-09-17T08:44:03.800421+00:00", "run_finished_utc": "2026-09-17T08:45:00.237639+00:00", "corpus_sha256": "6bdaee640719b17b78b1959f3257e188ea0560f20fab0e1b506f5bad005ef3da", "corpus_hash_verified": true, "target_prompt_tokens": 40000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39994, "completion_tokens": 82, "prompt_tokens_match": true, "client_ttft_seconds": 15.57830987899797, "elapsed_seconds": 16.300932092999574, "started_utc": "2026-09-17T08:44:03.811415+00:00", "client_decode_estimate_tokens_per_second": 112.1142049055916, "last_nonempty_delta_seconds": 16.30078746395884, "first_to_last_delta_seconds": 0.7224775849608704, "payload_sha256": "a1c4dd007126377e7fa7ecd2ca339fd354682350b6b973d3e1f0f8f8e4a0cdb1", "payload_matches_corpus": true, "content_sha256": "043c86643b3fe6855952b647ce2d480d89d5408249a850aea9dcbbd68ab44a9a", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39994.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 39994.0, "local_cache_hit": 0.0 }, "prefix_cache_queries": 39994.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 15.481203911011107, "computed_prefill_tokens_per_second": 2583.3908157203464, "server_decode_seconds": 0.7399891710374504, "server_queue_seconds": 1.3721000868827105e-05, "server_ttft_seconds": 15.557523012161255, "preemptions": 0.0, "accepted_tokens": 67.0, "proposed_tokens": 105.0, "draft_rounds": 15.0, "speculative_acceptance": 0.638095238095238, "mean_acceptance_length": 5.466666666666667, "accepted_per_position": { "4": 9.0, "2": 10.0, "5": 6.0, "1": 12.0, "6": 5.0, "3": 10.0, "0": 15.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-40k/00-cold-metrics-before.txt", "after": "runs/c-40k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634643.811415, "end_utc_epoch": 1789634660.1123471, "first_sample_offset_seconds": 0.9230709075927734, "final_unsampled_gap_seconds": 0.3610820770263672, "sample_count": 16, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634644.7344859, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10467139584 } }, { "case": "repeat", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39994, "completion_tokens": 82, "prompt_tokens_match": true, "client_ttft_seconds": 1.133074699959252, "elapsed_seconds": 1.857072235958185, "started_utc": "2026-09-17T08:44:20.127677+00:00", "client_decode_estimate_tokens_per_second": 111.89709935858461, "last_nonempty_delta_seconds": 1.8569540539756417, "first_to_last_delta_seconds": 0.7238793540163897, "payload_sha256": "a1c4dd007126377e7fa7ecd2ca339fd354682350b6b973d3e1f0f8f8e4a0cdb1", "payload_matches_corpus": true, "content_sha256": "043c86643b3fe6855952b647ce2d480d89d5408249a850aea9dcbbd68ab44a9a", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 39994 }, "local_cache_hit_tokens": 37904.0, "computed_prefill_tokens": 2090.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 2090.0, "local_cache_hit": 37904.0 }, "prefix_cache_queries": 39994.0, "prefix_cache_hits": 37904.0, "prefix_hit_fraction": 0.9477421613241986, "server_prefill_seconds": 1.0388236860162579, "computed_prefill_tokens_per_second": 2011.8909764320592, "server_decode_seconds": 0.7413926440058276, "server_queue_seconds": 1.4157965779304504e-05, "server_ttft_seconds": 1.1122996807098389, "preemptions": 0.0, "accepted_tokens": 67.0, "proposed_tokens": 105.0, "draft_rounds": 15.0, "speculative_acceptance": 0.638095238095238, "mean_acceptance_length": 5.466666666666667, "accepted_per_position": { "4": 9.0, "2": 10.0, "5": 6.0, "1": 12.0, "6": 5.0, "3": 10.0, "0": 15.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-40k/01-repeat-metrics-before.txt", "after": "runs/c-40k/01-repeat-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634660.127677, "end_utc_epoch": 1789634661.9847493, "first_sample_offset_seconds": 0.6246762275695801, "final_unsampled_gap_seconds": 0.23125791549682617, "sample_count": 2, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634660.7523532, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10466471936 } }, { "case": "grow1", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40316, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 1.2307560829794966, "elapsed_seconds": 1.7105457639554515, "started_utc": "2026-09-17T08:44:21.999780+00:00", "client_decode_estimate_tokens_per_second": 160.52567898799825, "last_nonempty_delta_seconds": 1.7104301169747487, "first_to_last_delta_seconds": 0.4796740339952521, "payload_sha256": "8e774f07b63671bc020c2348033596c47027fe2cefba131d594f48887d9e3455", "payload_matches_corpus": true, "content_sha256": "766703063fadbcac905976d1a0bff5007e2a6aa1022c8176e776e566089954df", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994 }, "local_cache_hit_tokens": 37904.0, "computed_prefill_tokens": 2412.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 2412.0, "local_cache_hit": 37904.0 }, "prefix_cache_queries": 40316.0, "prefix_cache_hits": 37904.0, "prefix_hit_fraction": 0.9401726361742236, "server_prefill_seconds": 1.1355824650381692, "computed_prefill_tokens_per_second": 2124.0201167767486, "server_decode_seconds": 0.49720821098890156, "server_queue_seconds": 1.507799606770277e-05, "server_ttft_seconds": 1.2097926139831543, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "4": 10.0, "2": 10.0, "5": 9.0, "1": 10.0, "6": 9.0, "3": 10.0, "0": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-40k/02-grow1-metrics-before.txt", "after": "runs/c-40k/02-grow1-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634661.99978, "end_utc_epoch": 1789634663.7103257, "first_sample_offset_seconds": 0.7553589344024658, "final_unsampled_gap_seconds": 0.9551868438720703, "sample_count": 1, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634662.7551389, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10467676160 } }, { "case": "grow2", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40647, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 1.3864010990364477, "elapsed_seconds": 1.8673484140308574, "started_utc": "2026-09-17T08:44:23.725446+00:00", "client_decode_estimate_tokens_per_second": 160.13383929137711, "last_nonempty_delta_seconds": 1.8672488720039837, "first_to_last_delta_seconds": 0.480847772967536, "payload_sha256": "bf8198ac92311144c0d3e248d64bf72f87299c0f6b88d34ab163fa35589bef80", "payload_matches_corpus": true, "content_sha256": "9e1475e2018e57dbbc75ae5cc52ad65f36b221e6b5abdc6592018870fdffac5c", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994, "grow1": 40316 }, "local_cache_hit_tokens": 37904.0, "computed_prefill_tokens": 2743.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 2743.0, "local_cache_hit": 37904.0 }, "prefix_cache_queries": 40647.0, "prefix_cache_hits": 37904.0, "prefix_hit_fraction": 0.9325165448864615, "server_prefill_seconds": 1.2903058829833753, "computed_prefill_tokens_per_second": 2125.8525099938197, "server_decode_seconds": 0.49860182200791314, "server_queue_seconds": 1.5110999811440706e-05, "server_ttft_seconds": 1.3653080463409424, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "4": 10.0, "2": 10.0, "5": 9.0, "1": 10.0, "6": 9.0, "3": 10.0, "0": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-40k/03-grow2-metrics-before.txt", "after": "runs/c-40k/03-grow2-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634663.725446, "end_utc_epoch": 1789634665.5927944, "first_sample_offset_seconds": 0.031064987182617188, "final_unsampled_gap_seconds": 0.8354015350341797, "sample_count": 2, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634663.756511, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10466406400 } }, { "case": "changed_prefix", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39994, "completion_tokens": 82, "prompt_tokens_match": true, "client_ttft_seconds": 15.703987624961883, "elapsed_seconds": 16.426592650997918, "started_utc": "2026-09-17T08:44:25.607901+00:00", "client_decode_estimate_tokens_per_second": 112.11115289276925, "last_nonempty_delta_seconds": 16.426484878000338, "first_to_last_delta_seconds": 0.7224972530384548, "payload_sha256": "66709aa6727d0b4269646f01f519c468142d82f7aaf6c944709ef56b4b115631", "payload_matches_corpus": true, "content_sha256": "8eb07193e49695305ba818d7d110435fdc0ae91670871546a624f2d009f728c5", "answer_json": { "document_tag": "edited-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "edited-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 101, "repeat": 101, "grow1": 101, "grow2": 101 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39994.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 39994.0, "local_cache_hit": 0.0 }, "prefix_cache_queries": 39994.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 15.60873105499195, "computed_prefill_tokens_per_second": 2562.2838819565163, "server_decode_seconds": 0.7403692139778286, "server_queue_seconds": 1.3881013728678226e-05, "server_ttft_seconds": 15.682994842529297, "preemptions": 0.0, "accepted_tokens": 67.0, "proposed_tokens": 105.0, "draft_rounds": 15.0, "speculative_acceptance": 0.638095238095238, "mean_acceptance_length": 5.466666666666667, "accepted_per_position": { "4": 8.0, "2": 11.0, "5": 6.0, "1": 12.0, "6": 6.0, "3": 9.0, "0": 15.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-40k/04-changed_prefix-metrics-before.txt", "after": "runs/c-40k/04-changed_prefix-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634665.607901, "end_utc_epoch": 1789634682.0344937, "first_sample_offset_seconds": 0.15068459510803223, "final_unsampled_gap_seconds": 0.25696229934692383, "sample_count": 17, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634665.7585857, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10465882112 } }, { "case": "branch_b", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40316, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 15.818520363012794, "elapsed_seconds": 16.296852807048708, "started_utc": "2026-09-17T08:44:42.049696+00:00", "client_decode_estimate_tokens_per_second": 161.0190971372888, "last_nonempty_delta_seconds": 16.29672451002989, "first_to_last_delta_seconds": 0.47820414701709524, "payload_sha256": "7b6ba49160f0a55a854e41a5df4bea3072a662dbdc07a291e1e081e54604952e", "payload_matches_corpus": true, "content_sha256": "f361de2fe2aa0a437ac90b070f7752213c0185055ae38dcb6727667de399d0ed", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994, "grow1": 40279, "grow2": 40279, "changed_prefix": 101 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 40316.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 40316.0, "local_cache_hit": 0.0 }, "prefix_cache_queries": 40316.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 15.722660960047506, "computed_prefill_tokens_per_second": 2564.1969958168065, "server_decode_seconds": 0.4957270069862716, "server_queue_seconds": 1.469894777983427e-05, "server_ttft_seconds": 15.797653675079346, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "4": 10.0, "2": 10.0, "5": 9.0, "1": 10.0, "6": 9.0, "3": 10.0, "0": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-40k/05-branch_b-metrics-before.txt", "after": "runs/c-40k/05-branch_b-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634682.049696, "end_utc_epoch": 1789634698.3465488, "first_sample_offset_seconds": 0.7286908626556396, "final_unsampled_gap_seconds": 0.5469815731048584, "sample_count": 16, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634682.7783868, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10468384768 } }, { "case": "return_a", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40647, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 1.3891816610121168, "elapsed_seconds": 1.868570833990816, "started_utc": "2026-09-17T08:44:58.361542+00:00", "client_decode_estimate_tokens_per_second": 160.6604464619814, "last_nonempty_delta_seconds": 1.8684533280320466, "first_to_last_delta_seconds": 0.47927166701992974, "payload_sha256": "bf8198ac92311144c0d3e248d64bf72f87299c0f6b88d34ab163fa35589bef80", "payload_matches_corpus": true, "content_sha256": "9e1475e2018e57dbbc75ae5cc52ad65f36b221e6b5abdc6592018870fdffac5c", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994, "grow1": 40316, "grow2": 40647, "changed_prefix": 101, "branch_b": 40279 }, "local_cache_hit_tokens": 37904.0, "computed_prefill_tokens": 2743.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 2743.0, "local_cache_hit": 37904.0 }, "prefix_cache_queries": 40647.0, "prefix_cache_hits": 37904.0, "prefix_hit_fraction": 0.9325165448864615, "server_prefill_seconds": 1.2937710039550439, "computed_prefill_tokens_per_second": 2120.1588160614815, "server_decode_seconds": 0.4973007580265403, "server_queue_seconds": 1.4764023944735527e-05, "server_ttft_seconds": 1.36781644821167, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "4": 10.0, "2": 10.0, "5": 9.0, "1": 10.0, "6": 9.0, "3": 10.0, "0": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-40k/06-return_a-metrics-before.txt", "after": "runs/c-40k/06-return_a-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634698.361542, "end_utc_epoch": 1789634700.2301128, "first_sample_offset_seconds": 0.43904805183410645, "final_unsampled_gap_seconds": 0.42869091033935547, "sample_count": 2, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634698.80059, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10482700288 } } ], "passed_cases": 7, "case_count": 7, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold", "repeat", "grow1", "grow2", "changed_prefix", "branch_b", "return_a" ], "chain_complete": true, "four_turn_elapsed_seconds": 21.735898506944068, "four_turn_ttft_seconds": 19.328541760973167, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": 13.748705076159764, "repeat_elapsed_speedup_vs_cold": 8.777758763158104, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 7, "request_count": 7, "sample_count": 56, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634644.7344859, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10465882112 } }, { "name": "c-8k", "type": "marker", "arm": "C", "excluded_warmup": false, "status": "PASS", "summary_path": "runs/c-8k/summary.json", "run_started_utc": "2026-09-17T08:45:00.324229+00:00", "run_finished_utc": "2026-09-17T08:45:13.944615+00:00", "corpus_sha256": "8bdabf32986c87bd1ec67b83f1b95cd3d2cf6c93b81eda130f8cbe67ccd95af0", "corpus_hash_verified": true, "target_prompt_tokens": 8000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 7991, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 2.6284328129841015, "elapsed_seconds": 3.2344161180080846, "started_utc": "2026-09-17T08:45:00.331666+00:00", "client_decode_estimate_tokens_per_second": 138.65688917568318, "last_nonempty_delta_seconds": 3.23424476000946, "first_to_last_delta_seconds": 0.6058119470253587, "payload_sha256": "f9184c95c6a5a80bec8fd49cac704fc9f6ede7f40233e043e5d1197d95f1e2c7", "payload_matches_corpus": true, "content_sha256": "035791b5e806164c4b88e0f51e5b2e5bab0571fae1f75e282f8065ea07447f86", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 7991.0, "prompt_tokens_by_source": { "local_compute": 7991.0, "local_cache_hit": 0.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 7991.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 2.606732006999664, "computed_prefill_tokens_per_second": 3065.5241806761724, "server_decode_seconds": 0.6091635490301996, "server_queue_seconds": 1.4083983842283487e-05, "server_ttft_seconds": 2.623109817504883, "preemptions": 0.0, "accepted_tokens": 72.0, "proposed_tokens": 91.0, "draft_rounds": 13.0, "speculative_acceptance": 0.7912087912087912, "mean_acceptance_length": 6.538461538461538, "accepted_per_position": { "4": 9.0, "3": 9.0, "1": 12.0, "6": 9.0, "5": 9.0, "2": 11.0, "0": 13.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-8k/00-cold-metrics-before.txt", "after": "runs/c-8k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634700.331666, "end_utc_epoch": 1789634703.566082, "first_sample_offset_seconds": 0.47068309783935547, "final_unsampled_gap_seconds": 0.7612771987915039, "sample_count": 3, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634700.802349, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10483392512 } }, { "case": "repeat", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 7991, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 1.0292664089938626, "elapsed_seconds": 1.6341911499621347, "started_utc": "2026-09-17T08:45:03.579954+00:00", "client_decode_estimate_tokens_per_second": 138.88810787584308, "last_nonempty_delta_seconds": 1.6340698099811561, "first_to_last_delta_seconds": 0.6048034009872936, "payload_sha256": "f9184c95c6a5a80bec8fd49cac704fc9f6ede7f40233e043e5d1197d95f1e2c7", "payload_matches_corpus": true, "content_sha256": "035791b5e806164c4b88e0f51e5b2e5bab0571fae1f75e282f8065ea07447f86", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 7991 }, "local_cache_hit_tokens": 4944.0, "computed_prefill_tokens": 3047.0, "prompt_tokens_by_source": { "local_compute": 3047.0, "local_cache_hit": 4944.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 7991.0, "prefix_cache_hits": 4944.0, "prefix_hit_fraction": 0.6186960330371668, "server_prefill_seconds": 1.007738953048829, "computed_prefill_tokens_per_second": 3023.6004977098078, "server_decode_seconds": 0.6082454469869845, "server_queue_seconds": 1.4088989701122046e-05, "server_ttft_seconds": 1.023653268814087, "preemptions": 0.0, "accepted_tokens": 72.0, "proposed_tokens": 91.0, "draft_rounds": 13.0, "speculative_acceptance": 0.7912087912087912, "mean_acceptance_length": 6.538461538461538, "accepted_per_position": { "4": 9.0, "3": 9.0, "1": 12.0, "6": 9.0, "5": 9.0, "2": 11.0, "0": 13.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-8k/01-repeat-metrics-before.txt", "after": "runs/c-8k/01-repeat-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634703.579954, "end_utc_epoch": 1789634705.214145, "first_sample_offset_seconds": 0.22596073150634766, "final_unsampled_gap_seconds": 0.4072742462158203, "sample_count": 2, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634703.8059146, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10482479104 } }, { "case": "grow1", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8319, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 1.174299380974844, "elapsed_seconds": 1.6835883359890431, "started_utc": "2026-09-17T08:45:05.227745+00:00", "client_decode_estimate_tokens_per_second": 163.00505305794405, "last_nonempty_delta_seconds": 1.6834860499948263, "first_to_last_delta_seconds": 0.5091866690199822, "payload_sha256": "82dfe4dceb916d324d26c4889f3c56dd10ab54b8efb45b165fd8741a264aa2e7", "payload_matches_corpus": true, "content_sha256": "f6cce2b6424a833be555d7bff6822b13ae1c4db55916eaa7fe3fd3ec44a5797a", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991 }, "local_cache_hit_tokens": 4944.0, "computed_prefill_tokens": 3375.0, "prompt_tokens_by_source": { "local_compute": 3375.0, "local_cache_hit": 4944.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 8319.0, "prefix_cache_hits": 4944.0, "prefix_hit_fraction": 0.5943021997836279, "server_prefill_seconds": 1.1522482230211608, "computed_prefill_tokens_per_second": 2929.0563722032475, "server_decode_seconds": 0.5127385489759035, "server_queue_seconds": 1.4457968063652515e-05, "server_ttft_seconds": 1.1686468124389648, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "4": 10.0, "3": 10.0, "1": 11.0, "6": 10.0, "5": 10.0, "2": 11.0, "0": 11.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-8k/02-grow1-metrics-before.txt", "after": "runs/c-8k/02-grow1-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634705.227745, "end_utc_epoch": 1789634706.9113333, "first_sample_offset_seconds": 0.5800771713256836, "final_unsampled_gap_seconds": 0.10232281684875488, "sample_count": 2, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634705.8078222, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10481823744 } }, { "case": "grow2", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8659, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 0.7547469830024056, "elapsed_seconds": 1.2651100420043804, "started_utc": "2026-09-17T08:45:06.924793+00:00", "client_decode_estimate_tokens_per_second": 162.6766781567077, "last_nonempty_delta_seconds": 1.2649614829570055, "first_to_last_delta_seconds": 0.5102144999545999, "payload_sha256": "459453c4ebe8f1597db01082673c6d7c5586541e7dd6bf1b15dad014abcec8d5", "payload_matches_corpus": true, "content_sha256": "343aa2ae425929b6dce1ba757492bc249cfcedfb515c04fd1332dfd9036500ab", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991, "grow1": 8319 }, "local_cache_hit_tokens": 6592.0, "computed_prefill_tokens": 2067.0, "prompt_tokens_by_source": { "local_compute": 2067.0, "local_cache_hit": 6592.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 8659.0, "prefix_cache_hits": 6592.0, "prefix_hit_fraction": 0.761288832428687, "server_prefill_seconds": 0.7316124099888839, "computed_prefill_tokens_per_second": 2825.266454995489, "server_decode_seconds": 0.5140157370478846, "server_queue_seconds": 1.3917975593358278e-05, "server_ttft_seconds": 0.7487952709197998, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "4": 10.0, "3": 10.0, "1": 11.0, "6": 10.0, "5": 10.0, "2": 11.0, "0": 11.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-8k/03-grow2-metrics-before.txt", "after": "runs/c-8k/03-grow2-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634706.924793, "end_utc_epoch": 1789634708.189903, "first_sample_offset_seconds": 0.8853340148925781, "final_unsampled_gap_seconds": 0.3797760009765625, "sample_count": 1, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634707.810127, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10481410048 } }, { "case": "changed_prefix", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 7991, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 2.6244824979803525, "elapsed_seconds": 3.322810941026546, "started_utc": "2026-09-17T08:45:08.203771+00:00", "client_decode_estimate_tokens_per_second": 120.30510819013837, "last_nonempty_delta_seconds": 3.322707213985268, "first_to_last_delta_seconds": 0.6982247160049155, "payload_sha256": "f67d3919a9b81a9e338223047266d80c168c8ae46589e3a317288aecb153ae57", "payload_matches_corpus": true, "content_sha256": "b4b21ebdd7ed317d94b9c3e5d35a07265dd7d469304ab5aa5fe843be902a4dec", "answer_json": { "document_tag": "edited-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "edited-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 101, "repeat": 101, "grow1": 101, "grow2": 101 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 7991.0, "prompt_tokens_by_source": { "local_compute": 7991.0, "local_cache_hit": 0.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 7991.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 2.6028791799908504, "computed_prefill_tokens_per_second": 3070.0618228572907, "server_decode_seconds": 0.7016027430072427, "server_queue_seconds": 1.3358017895370722e-05, "server_ttft_seconds": 2.619027614593506, "preemptions": 0.0, "accepted_tokens": 70.0, "proposed_tokens": 105.0, "draft_rounds": 15.0, "speculative_acceptance": 0.6666666666666666, "mean_acceptance_length": 5.666666666666667, "accepted_per_position": { "4": 8.0, "3": 9.0, "1": 13.0, "6": 8.0, "5": 8.0, "2": 10.0, "0": 14.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-8k/04-changed_prefix-metrics-before.txt", "after": "runs/c-8k/04-changed_prefix-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634708.203771, "end_utc_epoch": 1789634711.526582, "first_sample_offset_seconds": 0.6071381568908691, "final_unsampled_gap_seconds": 0.7134692668914795, "sample_count": 3, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634708.8109093, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10481610752 } }, { "case": "branch_b", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8319, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 0.6088111779536121, "elapsed_seconds": 1.1175676040002145, "started_utc": "2026-09-17T08:45:11.540570+00:00", "client_decode_estimate_tokens_per_second": 163.18302334616618, "last_nonempty_delta_seconds": 1.1174425189965405, "first_to_last_delta_seconds": 0.5086313410429284, "payload_sha256": "c865524321239a922141275d3e6eaaefe898c3b34d52b12136fe16530f0ebdd7", "payload_matches_corpus": true, "content_sha256": "da17337c6e6556277154553e1a0de3001705f5ac6a6d4ebe7196507ab619e038", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991, "grow1": 8279, "grow2": 8279, "changed_prefix": 101 }, "local_cache_hit_tokens": 6592.0, "computed_prefill_tokens": 1727.0, "prompt_tokens_by_source": { "local_compute": 1727.0, "local_cache_hit": 6592.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 8319.0, "prefix_cache_hits": 6592.0, "prefix_hit_fraction": 0.7924029330448371, "server_prefill_seconds": 0.5861557049793191, "computed_prefill_tokens_per_second": 2946.3161158875564, "server_decode_seconds": 0.5122670420096256, "server_queue_seconds": 1.403602072969079e-05, "server_ttft_seconds": 0.6031589508056641, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "4": 10.0, "3": 10.0, "1": 11.0, "6": 10.0, "5": 10.0, "2": 11.0, "0": 11.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-8k/05-branch_b-metrics-before.txt", "after": "runs/c-8k/05-branch_b-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634711.54057, "end_utc_epoch": 1789634712.6581376, "first_sample_offset_seconds": 0.27385449409484863, "final_unsampled_gap_seconds": 0.8437130451202393, "sample_count": 1, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634711.8144245, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10483675136 } }, { "case": "return_a", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8659, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 0.7546559759648517, "elapsed_seconds": 1.2652545889723115, "started_utc": "2026-09-17T08:45:12.671865+00:00", "client_decode_estimate_tokens_per_second": 162.58747681507805, "last_nonempty_delta_seconds": 1.2651503979577683, "first_to_last_delta_seconds": 0.5104944219929166, "payload_sha256": "459453c4ebe8f1597db01082673c6d7c5586541e7dd6bf1b15dad014abcec8d5", "payload_matches_corpus": true, "content_sha256": "343aa2ae425929b6dce1ba757492bc249cfcedfb515c04fd1332dfd9036500ab", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991, "grow1": 8319, "grow2": 8659, "changed_prefix": 101, "branch_b": 8279 }, "local_cache_hit_tokens": 6592.0, "computed_prefill_tokens": 2067.0, "prompt_tokens_by_source": { "local_compute": 2067.0, "local_cache_hit": 6592.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 8659.0, "prefix_cache_hits": 6592.0, "prefix_hit_fraction": 0.761288832428687, "server_prefill_seconds": 0.7315688399830833, "computed_prefill_tokens_per_second": 2825.4347192368077, "server_decode_seconds": 0.5142422830103897, "server_queue_seconds": 1.3793003745377064e-05, "server_ttft_seconds": 0.7488462924957275, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "4": 10.0, "3": 10.0, "1": 11.0, "6": 10.0, "5": 10.0, "2": 11.0, "0": 11.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-8k/06-return_a-metrics-before.txt", "after": "runs/c-8k/06-return_a-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634712.671865, "end_utc_epoch": 1789634713.9371195, "first_sample_offset_seconds": 0.14339900016784668, "final_unsampled_gap_seconds": 0.11960339546203613, "sample_count": 2, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634712.815264, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10483634176 } } ], "passed_cases": 7, "case_count": 7, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold", "repeat", "grow1", "grow2", "changed_prefix", "branch_b", "return_a" ], "chain_complete": true, "four_turn_elapsed_seconds": 7.817305645963643, "four_turn_ttft_seconds": 5.586745585955214, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": 2.5536953212662112, "repeat_elapsed_speedup_vs_cold": 1.9792152944182988, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 7, "request_count": 7, "sample_count": 14, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634700.802349, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10481410048 } }, { "name": "c-cached-tools", "type": "functional_tools", "arm": "C", "status": "PASS", "summary_path": "runs/c-cached-tools/summary.json", "scope": "Three streamed requests: actual tool call, actual fixture result continuation, then same assistant tool call with changed fixture result; short marker correctness only", "run_started_utc": "2026-09-17T08:49:25.318481+00:00", "run_finished_utc": "2026-09-17T08:49:44.730360+00:00", "comparability": "Fixture phrases are freshly generated per run; this is a functional cache freshness probe, not an identical-payload speed comparison", "corpus_sha256": "6bdaee640719b17b78b1959f3257e188ea0560f20fab0e1b506f5bad005ef3da", "case_count": 3, "passed_cases": 3, "cases": [ { "case": "00-read-tool", "passed": true, "independently_rechecked_pass": true, "status": 200, "finish_reason": "tool_calls", "stream_done": true, "prompt_tokens": 40287, "completion_tokens": 29, "client_ttft_seconds": 15.668649638013449, "elapsed_seconds": 15.815753130009398, "started_utc": null, "actual_json": null, "expected_json": null, "actual_assistant_reused": null, "payload_sha256": "44177ce2866adda2895e30feb70fa9a4927511309db1a633a5502d00cd16dc2a", "content_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "raw_metrics": { "available": true, "before": "runs/c-cached-tools/00-read-tool-metrics-before.txt", "after": "runs/c-cached-tools/00-read-tool-metrics-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 40287.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 40287.0, "local_cache_hit": 0.0 }, "prefix_cache_queries": 40287.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 15.48614292399725, "computed_prefill_tokens_per_second": 2601.487032485763, "server_decode_seconds": 0.25091592699754983, "server_queue_seconds": 1.5275028999894857e-05, "server_ttft_seconds": 15.561234712600708, "preemptions": 0.0, "accepted_tokens": 25.0, "proposed_tokens": 35.0, "draft_rounds": 5.0, "speculative_acceptance": 0.7142857142857143, "mean_acceptance_length": 6.0, "accepted_per_position": { "4": 3.0, "5": 2.0, "1": 5.0, "6": 2.0, "3": 3.0, "0": 5.0, "2": 5.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": false, "reason": "Response lacks an absolute request-start timestamp; no request window inferred" } }, { "case": "01-tool-result-a", "passed": true, "independently_rechecked_pass": true, "status": 200, "finish_reason": "stop", "stream_done": true, "prompt_tokens": 40393, "completion_tokens": 74, "client_ttft_seconds": 1.2361008209991269, "elapsed_seconds": 1.7629549339762889, "started_utc": null, "actual_json": { "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "tool_phrase": "fixture-eeca41d2db7de9edc6450391" }, "expected_json": { "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "tool_phrase": "fixture-eeca41d2db7de9edc6450391" }, "actual_assistant_reused": true, "payload_sha256": "6c87e8b9d1efe0ad9eec5fd725474e6386b3ac66ed5f3b90277f131c38bb34fa", "content_sha256": "5eb77f2952968c4c59d329ee1011f126427eeb10b8f89da2d38b117f38029d88", "raw_metrics": { "available": true, "before": "runs/c-cached-tools/01-tool-result-a-metrics-before.txt", "after": "runs/c-cached-tools/01-tool-result-a-metrics-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 37904.0, "computed_prefill_tokens": 2489.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 2489.0, "local_cache_hit": 37904.0 }, "prefix_cache_queries": 40393.0, "prefix_cache_hits": 37904.0, "prefix_hit_fraction": 0.9383804124477013, "server_prefill_seconds": 1.1404140579979867, "computed_prefill_tokens_per_second": 2182.540615440567, "server_decode_seconds": 0.5443313790019602, "server_queue_seconds": 1.4696968719363213e-05, "server_ttft_seconds": 1.2150969505310059, "preemptions": 0.0, "accepted_tokens": 63.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.8181818181818182, "mean_acceptance_length": 6.7272727272727275, "accepted_per_position": { "4": 8.0, "5": 6.0, "1": 11.0, "6": 6.0, "3": 10.0, "0": 11.0, "2": 11.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": false, "reason": "Response lacks an absolute request-start timestamp; no request window inferred" } }, { "case": "02-tool-result-b", "passed": true, "independently_rechecked_pass": true, "status": 200, "finish_reason": "stop", "stream_done": true, "prompt_tokens": 40393, "completion_tokens": 74, "client_ttft_seconds": 1.2344595870235935, "elapsed_seconds": 1.761590423004236, "started_utc": null, "actual_json": { "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "tool_phrase": "fixture-da52cdc17c7ab7f7509bd9f3" }, "expected_json": { "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "tool_phrase": "fixture-da52cdc17c7ab7f7509bd9f3" }, "actual_assistant_reused": true, "payload_sha256": "112b3de4206edb77a119a281fd300fe74e1df4a5deddfa75646bb54837f3ca57", "content_sha256": "e1df87329a58b709e8628fc84cdac7c997c156ca04eaadf793c748f27247e052", "raw_metrics": { "available": true, "before": "runs/c-cached-tools/02-tool-result-b-metrics-before.txt", "after": "runs/c-cached-tools/02-tool-result-b-metrics-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 37904.0, "computed_prefill_tokens": 2489.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 2489.0, "local_cache_hit": 37904.0 }, "prefix_cache_queries": 40393.0, "prefix_cache_hits": 37904.0, "prefix_hit_fraction": 0.9383804124477013, "server_prefill_seconds": 1.138613321003504, "computed_prefill_tokens_per_second": 2185.9923418130643, "server_decode_seconds": 0.544935624988284, "server_queue_seconds": 1.40810152515769e-05, "server_ttft_seconds": 1.2132742404937744, "preemptions": 0.0, "accepted_tokens": 63.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.8181818181818182, "mean_acceptance_length": 6.7272727272727275, "accepted_per_position": { "4": 8.0, "5": 7.0, "1": 11.0, "6": 5.0, "3": 10.0, "0": 11.0, "2": 11.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": false, "reason": "Response lacks an absolute request-start timestamp; no request window inferred" } } ], "distinct_fixture_phrases_absent_from_initial_request": true, "independent_checks_pass": true, "all_raw_metric_deltas_verified": true, "excluded_from_matched_throughput": true, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 0, "request_count": 3, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" }, "sampled_functional_run_memory": { "scope": "Whole manifest-bounded functional run, including request gaps; not per-request memory", "available": true, "start_utc_epoch": 1789634965.318481, "end_utc_epoch": 1789634984.73036, "first_sample_offset_seconds": 0.8510348796844482, "final_unsampled_gap_seconds": 0.5392224788665771, "sample_count": 19, "sampled_peak_vram_used_bytes": 29328789504, "peak_sample_utc_epoch": 1789634966.1695158, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4879953920, "minimum_sampled_host_memavailable_bytes": 10463096832 } }, { "name": "c-decode", "type": "decode", "arm": "C", "summary_path": "runs/c-decode/summary.json", "status": "PASS", "payload_sha256": "7da00f0f32b932db80cf3424dc5830b7d954061e7dde71a903a3aeace04daad8", "request_max_tokens": 512, "rows": [ { "index": 0, "warmup": true, "status": 200, "error": null, "finish_reason": "length", "stream_done": true, "completion_tokens": 512, "prompt_tokens": 74, "client_ttft_seconds": 0.13790585898095742, "elapsed_seconds": 4.178575504978653, "started_utc": "2026-09-17T08:45:14.031717+00:00", "client_decode_estimate_tokens_per_second": 126.469017171797, "first_to_last_delta_seconds": 4.040515309025068, "content_sha256": "3b71465796528dd3ac93ba1a8d7c814e07df80fa8c48670aadab311bd27fa3db", "transport_complete": true, "raw_metrics": { "available": true, "before": "runs/c-decode/0-before.txt", "after": "runs/c-decode/0-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 74.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "external_kv_transfer": 0.0, "local_compute": 74.0 }, "prefix_cache_queries": 74.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 0.13308428198797628, "computed_prefill_tokens_per_second": 556.0386162408394, "server_decode_seconds": 4.040659684978891, "server_queue_seconds": 1.440901542082429e-05, "server_ttft_seconds": 0.1361691951751709, "preemptions": 0.0, "accepted_tokens": 425.0, "proposed_tokens": 637.0, "draft_rounds": 91.0, "speculative_acceptance": 0.6671899529042387, "mean_acceptance_length": 5.670329670329671, "accepted_per_position": { "4": 55.0, "3": 61.0, "1": 70.0, "5": 48.0, "2": 65.0, "6": 43.0, "0": 83.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": true, "start_utc_epoch": 1789634714.031717, "end_utc_epoch": 1789634718.2102926, "first_sample_offset_seconds": 0.7866661548614502, "final_unsampled_gap_seconds": 0.3888669013977051, "sample_count": 4, "sampled_peak_vram_used_bytes": 29328789504, "peak_sample_utc_epoch": 1789634714.8183832, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4879953920, "minimum_sampled_host_memavailable_bytes": 10486018048 } }, { "index": 1, "warmup": false, "status": 200, "error": null, "finish_reason": "length", "stream_done": true, "completion_tokens": 512, "prompt_tokens": 74, "client_ttft_seconds": 0.1279274569824338, "elapsed_seconds": 4.152904085000046, "started_utc": "2026-09-17T08:45:18.224732+00:00", "client_decode_estimate_tokens_per_second": 126.96109230642398, "first_to_last_delta_seconds": 4.024855101015419, "content_sha256": "3b71465796528dd3ac93ba1a8d7c814e07df80fa8c48670aadab311bd27fa3db", "transport_complete": true, "raw_metrics": { "available": true, "before": "runs/c-decode/1-before.txt", "after": "runs/c-decode/1-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 74.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "external_kv_transfer": 0.0, "local_compute": 74.0 }, "prefix_cache_queries": 74.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 0.12325336900539696, "computed_prefill_tokens_per_second": 600.3892680350159, "server_decode_seconds": 4.024850172980223, "server_queue_seconds": 1.4376011677086353e-05, "server_ttft_seconds": 0.12626361846923828, "preemptions": 0.0, "accepted_tokens": 425.0, "proposed_tokens": 637.0, "draft_rounds": 91.0, "speculative_acceptance": 0.6671899529042387, "mean_acceptance_length": 5.670329670329671, "accepted_per_position": { "4": 55.0, "3": 61.0, "1": 70.0, "5": 48.0, "2": 65.0, "6": 43.0, "0": 83.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": true, "start_utc_epoch": 1789634718.224732, "end_utc_epoch": 1789634722.377636, "first_sample_offset_seconds": 0.5978529453277588, "final_unsampled_gap_seconds": 0.5516541004180908, "sample_count": 4, "sampled_peak_vram_used_bytes": 29328789504, "peak_sample_utc_epoch": 1789634718.8225849, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4879953920, "minimum_sampled_host_memavailable_bytes": 10485821440 } }, { "index": 2, "warmup": false, "status": 200, "error": null, "finish_reason": "length", "stream_done": true, "completion_tokens": 512, "prompt_tokens": 74, "client_ttft_seconds": 0.12706515804165974, "elapsed_seconds": 4.157427717989776, "started_utc": "2026-09-17T08:45:22.392107+00:00", "client_decode_estimate_tokens_per_second": 126.79120371467708, "first_to_last_delta_seconds": 4.030248037946876, "content_sha256": "3b71465796528dd3ac93ba1a8d7c814e07df80fa8c48670aadab311bd27fa3db", "transport_complete": true, "raw_metrics": { "available": true, "before": "runs/c-decode/2-before.txt", "after": "runs/c-decode/2-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 74.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "external_kv_transfer": 0.0, "local_compute": 74.0 }, "prefix_cache_queries": 74.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 0.12249744799919426, "computed_prefill_tokens_per_second": 604.0942175422849, "server_decode_seconds": 4.030239426996559, "server_queue_seconds": 1.3846962247043848e-05, "server_ttft_seconds": 0.1253659725189209, "preemptions": 0.0, "accepted_tokens": 425.0, "proposed_tokens": 637.0, "draft_rounds": 91.0, "speculative_acceptance": 0.6671899529042387, "mean_acceptance_length": 5.670329670329671, "accepted_per_position": { "4": 55.0, "3": 61.0, "1": 70.0, "5": 48.0, "2": 65.0, "6": 43.0, "0": 83.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": true, "start_utc_epoch": 1789634722.392107, "end_utc_epoch": 1789634726.5495348, "first_sample_offset_seconds": 0.4347190856933594, "final_unsampled_gap_seconds": 0.7193458080291748, "sample_count": 4, "sampled_peak_vram_used_bytes": 29328789504, "peak_sample_utc_epoch": 1789634722.826826, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4879953920, "minimum_sampled_host_memavailable_bytes": 10483113984 } } ], "measured_count": 2, "valid_measured_count": 2, "client_decode_estimate_median": 126.87614801055054, "client_decode_estimate_weighted": 126.87609113986589, "server_decode_tokens_per_second": 126.87630439305676, "measured_total_elapsed_seconds": 8.310331802989822, "speculative_acceptance": 0.6671899529042387, "measured_draft_rounds": 182.0, "total_preemptions": 0, "output_repeat_equal": true, "correctness": "Transport and token budget only; capped code is not evaluated as a completed task", "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 2, "request_count": 2, "sample_count": 8, "sampled_peak_vram_used_bytes": 29328789504, "peak_sample_utc_epoch": 1789634718.8225849, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4879953920, "minimum_sampled_host_memavailable_bytes": 10483113984 } }, { "name": "c-repeat-40k", "type": "marker", "arm": "C", "excluded_warmup": false, "status": "PASS", "summary_path": "runs/c-repeat-40k/summary.json", "run_started_utc": "2026-09-17T08:48:02.168611+00:00", "run_finished_utc": "2026-09-17T08:48:20.215641+00:00", "corpus_sha256": "a301679a1a10a7eb6997d34a7738eb2a742d5d02518e9bf6af234c676c201d7d", "corpus_hash_verified": true, "target_prompt_tokens": 40000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39998, "completion_tokens": 86, "prompt_tokens_match": true, "client_ttft_seconds": 15.44314442499308, "elapsed_seconds": 16.1639996029553, "started_utc": "2026-09-17T08:48:02.179943+00:00", "client_decode_estimate_tokens_per_second": 117.94213911713864, "last_nonempty_delta_seconds": 16.16383679700084, "first_to_last_delta_seconds": 0.7206923720077612, "payload_sha256": "dda22d47cc4ccfeac3701ca553859a60178f34693d5cee7661fc43330391fd1b", "payload_matches_corpus": true, "content_sha256": "a471c5fe41b5320f0a772428135cf8147b4032f660f1f343cb280ba6a9dabff1", "answer_json": { "document_tag": "archive-9086225c2f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-9086225c2f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39998.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 39998.0 }, "prefix_cache_queries": 39998.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 15.349132657982409, "computed_prefill_tokens_per_second": 2605.880142628046, "server_decode_seconds": 0.7383859910187311, "server_queue_seconds": 1.4482007827609777e-05, "server_ttft_seconds": 15.422261238098145, "preemptions": 0.0, "accepted_tokens": 71.0, "proposed_tokens": 105.0, "draft_rounds": 15.0, "speculative_acceptance": 0.6761904761904762, "mean_acceptance_length": 5.733333333333333, "accepted_per_position": { "1": 13.0, "6": 6.0, "0": 15.0, "5": 8.0, "3": 10.0, "2": 10.0, "4": 9.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-repeat-40k/00-cold-metrics-before.txt", "after": "runs/c-repeat-40k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634882.179943, "end_utc_epoch": 1789634898.3439426, "first_sample_offset_seconds": 0.8838016986846924, "final_unsampled_gap_seconds": 0.26340222358703613, "sample_count": 16, "sampled_peak_vram_used_bytes": 29328789504, "peak_sample_utc_epoch": 1789634883.0637448, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4879953920, "minimum_sampled_host_memavailable_bytes": 10467975168 } }, { "case": "repeat", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39998, "completion_tokens": 86, "prompt_tokens_match": true, "client_ttft_seconds": 1.1280773680191487, "elapsed_seconds": 1.8491197260445915, "started_utc": "2026-09-17T08:48:18.359305+00:00", "client_decode_estimate_tokens_per_second": 117.90216680523447, "last_nonempty_delta_seconds": 1.8490140759968199, "first_to_last_delta_seconds": 0.7209367079776712, "payload_sha256": "dda22d47cc4ccfeac3701ca553859a60178f34693d5cee7661fc43330391fd1b", "payload_matches_corpus": true, "content_sha256": "a471c5fe41b5320f0a772428135cf8147b4032f660f1f343cb280ba6a9dabff1", "answer_json": { "document_tag": "archive-9086225c2f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-9086225c2f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 39998 }, "local_cache_hit_tokens": 37904.0, "computed_prefill_tokens": 2094.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 37904.0, "local_compute": 2094.0 }, "prefix_cache_queries": 39998.0, "prefix_cache_hits": 37904.0, "prefix_hit_fraction": 0.9476473823691185, "server_prefill_seconds": 1.0332992159528658, "computed_prefill_tokens_per_second": 2026.518522100106, "server_decode_seconds": 0.7389371950412169, "server_queue_seconds": 1.4716002624481916e-05, "server_ttft_seconds": 1.1067965030670166, "preemptions": 0.0, "accepted_tokens": 71.0, "proposed_tokens": 105.0, "draft_rounds": 15.0, "speculative_acceptance": 0.6761904761904762, "mean_acceptance_length": 5.733333333333333, "accepted_per_position": { "1": 13.0, "6": 6.0, "0": 15.0, "5": 8.0, "3": 10.0, "2": 10.0, "4": 9.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-repeat-40k/01-repeat-metrics-before.txt", "after": "runs/c-repeat-40k/01-repeat-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634898.359305, "end_utc_epoch": 1789634900.2084246, "first_sample_offset_seconds": 0.7222111225128174, "final_unsampled_gap_seconds": 0.12550902366638184, "sample_count": 2, "sampled_peak_vram_used_bytes": 29328789504, "peak_sample_utc_epoch": 1789634899.081516, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4879953920, "minimum_sampled_host_memavailable_bytes": 10473418752 } } ], "passed_cases": 2, "case_count": 2, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold", "repeat" ], "chain_complete": false, "four_turn_elapsed_seconds": null, "four_turn_ttft_seconds": null, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": 13.689791908608646, "repeat_elapsed_speedup_vs_cold": 8.74145647536373, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 2, "request_count": 2, "sample_count": 18, "sampled_peak_vram_used_bytes": 29328789504, "peak_sample_utc_epoch": 1789634883.0637448, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4879953920, "minimum_sampled_host_memavailable_bytes": 10467975168 } }, { "name": "c-warmup-40k", "type": "marker", "arm": "C", "excluded_warmup": true, "status": "PASS", "summary_path": "runs/c-warmup-40k/summary.json", "run_started_utc": "2026-09-17T08:43:47.360135+00:00", "run_finished_utc": "2026-09-17T08:44:03.710067+00:00", "corpus_sha256": "12e10445a58477364bd5a46f86adf3c8493e2003130efd9bc9bf6e3a6404a918", "corpus_hash_verified": true, "target_prompt_tokens": 40000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39997, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 15.489334344980307, "elapsed_seconds": 16.304898006957956, "started_utc": "2026-09-17T08:43:47.397729+00:00", "client_decode_estimate_tokens_per_second": 103.0101866020362, "last_nonempty_delta_seconds": 16.304787678003777, "first_to_last_delta_seconds": 0.8154533330234699, "payload_sha256": "6a964611355c1ce89baf7b52abd70482250749490cf65b4270369144e9116b3d", "payload_matches_corpus": true, "content_sha256": "51085ee87e29c0607eaa5eacd397789e4e17fb6c539912d104cca1f7f3079efb", "answer_json": { "document_tag": "archive-41f5f4fe7f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-41f5f4fe7f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39997.0, "prompt_tokens_by_source": { "local_compute": 39997.0, "external_kv_transfer": 0.0, "local_cache_hit": 0.0 }, "prefix_cache_queries": 39997.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 15.360809915990103, "computed_prefill_tokens_per_second": 2603.8340568464705, "server_decode_seconds": 0.8368929700227454, "server_queue_seconds": 1.8548977095633745e-05, "server_ttft_seconds": 15.46389889717102, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 119.0, "draft_rounds": 17.0, "speculative_acceptance": 0.5714285714285714, "mean_acceptance_length": 5.0, "accepted_per_position": { "6": 4.0, "5": 5.0, "2": 12.0, "1": 14.0, "3": 9.0, "4": 8.0, "0": 16.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/c-warmup-40k/00-cold-metrics-before.txt", "after": "runs/c-warmup-40k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789634627.397729, "end_utc_epoch": 1789634643.702627, "first_sample_offset_seconds": 0.31852078437805176, "final_unsampled_gap_seconds": 0.9706203937530518, "sample_count": 16, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634628.7175713, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10465570816 } } ], "passed_cases": 1, "case_count": 1, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold" ], "chain_complete": false, "four_turn_elapsed_seconds": null, "four_turn_ttft_seconds": null, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": null, "repeat_elapsed_speedup_vs_cold": null, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 1, "request_count": 1, "sample_count": 16, "sampled_peak_vram_used_bytes": 29318287360, "peak_sample_utc_epoch": 1789634628.7175713, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4890456064, "minimum_sampled_host_memavailable_bytes": 10465570816 } }, { "name": "d-150k", "type": "marker", "arm": "D", "excluded_warmup": false, "status": "PASS", "summary_path": "runs/d-150k/summary.json", "run_started_utc": "2026-09-17T09:19:51.179013+00:00", "run_finished_utc": "2026-09-17T09:21:29.704958+00:00", "corpus_sha256": "ad82644601cd575671ac207a8325c941ee929fbceb83b89c5354b9297bd8b637", "corpus_hash_verified": true, "target_prompt_tokens": 150000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 149977, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 88.45819045801181, "elapsed_seconds": 89.47866020002402, "started_utc": "2026-09-17T09:19:51.202425+00:00", "client_decode_estimate_tokens_per_second": 82.32672899164162, "last_nonempty_delta_seconds": 89.47851521801203, "first_to_last_delta_seconds": 1.0203247600002214, "payload_sha256": "50fdad9fc3536a3f047a9cf548c5a28d184e1c69571de9a618dfc453e5645a36", "payload_matches_corpus": true, "content_sha256": "93fa17fd5eabfc27960bdb5b027cd336d2f6ba4e858a202821ce04d6af303c6f", "answer_json": { "document_tag": "archive-325d230dfe", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-325d230dfe", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 149977.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "local_compute": 149977.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 149977.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 88.07864426902961, "computed_prefill_tokens_per_second": 1702.7623579435044, "server_decode_seconds": 1.0789827929693274, "server_queue_seconds": 1.5600991901010275e-05, "server_ttft_seconds": 88.39246129989624, "preemptions": 0.0, "accepted_tokens": 67.0, "proposed_tokens": 126.0, "draft_rounds": 18.0, "speculative_acceptance": 0.5317460317460317, "mean_acceptance_length": 4.722222222222222, "accepted_per_position": { "5": 4.0, "2": 11.0, "6": 3.0, "3": 7.0, "4": 6.0, "1": 18.0, "0": 18.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-150k/00-cold-metrics-before.txt", "after": "runs/d-150k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636791.202425, "end_utc_epoch": 1789636880.681085, "first_sample_offset_seconds": 0.15810942649841309, "final_unsampled_gap_seconds": 0.2227468490600586, "sample_count": 90, "sampled_peak_vram_used_bytes": 32333193216, "peak_sample_utc_epoch": 1789636792.36134, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 1875550208, "minimum_sampled_host_memavailable_bytes": 10541531136 } }, { "case": "repeat", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 149977, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 2.0438307669828646, "elapsed_seconds": 3.0627995359827764, "started_utc": "2026-09-17T09:21:20.700978+00:00", "client_decode_estimate_tokens_per_second": 82.44737453644198, "last_nonempty_delta_seconds": 3.062662482028827, "first_to_last_delta_seconds": 1.0188317150459625, "payload_sha256": "50fdad9fc3536a3f047a9cf548c5a28d184e1c69571de9a618dfc453e5645a36", "payload_matches_corpus": true, "content_sha256": "93fa17fd5eabfc27960bdb5b027cd336d2f6ba4e858a202821ce04d6af303c6f", "answer_json": { "document_tag": "archive-325d230dfe", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-325d230dfe", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 149977 }, "local_cache_hit_tokens": 148320.0, "computed_prefill_tokens": 1657.0, "prompt_tokens_by_source": { "local_cache_hit": 148320.0, "local_compute": 1657.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 149977.0, "prefix_cache_hits": 148320.0, "prefix_hit_fraction": 0.9889516392513519, "server_prefill_seconds": 1.6525424210121855, "computed_prefill_tokens_per_second": 1002.6974066935505, "server_decode_seconds": 1.0775916979764588, "server_queue_seconds": 1.5794008504599333e-05, "server_ttft_seconds": 1.9779667854309082, "preemptions": 0.0, "accepted_tokens": 67.0, "proposed_tokens": 126.0, "draft_rounds": 18.0, "speculative_acceptance": 0.5317460317460317, "mean_acceptance_length": 4.722222222222222, "accepted_per_position": { "5": 4.0, "2": 11.0, "6": 3.0, "3": 7.0, "4": 6.0, "1": 18.0, "0": 18.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-150k/01-repeat-metrics-before.txt", "after": "runs/d-150k/01-repeat-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636880.700978, "end_utc_epoch": 1789636883.7637775, "first_sample_offset_seconds": 0.7580435276031494, "final_unsampled_gap_seconds": 0.3031296730041504, "sample_count": 3, "sampled_peak_vram_used_bytes": 32333193216, "peak_sample_utc_epoch": 1789636881.4590216, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 1875550208, "minimum_sampled_host_memavailable_bytes": 10553786368 } }, { "case": "grow1", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 150305, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 2.1468376129632816, "elapsed_seconds": 2.7497615829925053, "started_utc": "2026-09-17T09:21:23.783593+00:00", "client_decode_estimate_tokens_per_second": 137.69237966110538, "last_nonempty_delta_seconds": 2.749630593985785, "first_to_last_delta_seconds": 0.6027929810225032, "payload_sha256": "684ac02029a514a0eb0427740cd0a09ba2ff182c35534a7b3670b715c0e99180", "payload_matches_corpus": true, "content_sha256": "8133036950d28f221e88cb39a7b2784433f1c9cdaac32ba61025399f249c85b8", "answer_json": { "document_tag": "archive-325d230dfe", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-325d230dfe" }, "expected_json": { "document_tag": "archive-325d230dfe", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-325d230dfe" }, "common_prefix_tokens": { "cold": 149977, "repeat": 149977 }, "local_cache_hit_tokens": 148320.0, "computed_prefill_tokens": 1985.0, "prompt_tokens_by_source": { "local_cache_hit": 148320.0, "local_compute": 1985.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 150305.0, "prefix_cache_hits": 148320.0, "prefix_hit_fraction": 0.9867935198429859, "server_prefill_seconds": 1.7676858070190065, "computed_prefill_tokens_per_second": 1122.9371147961347, "server_decode_seconds": 0.6619856230099685, "server_queue_seconds": 1.5744997654110193e-05, "server_ttft_seconds": 2.080930471420288, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "5": 10.0, "2": 11.0, "6": 10.0, "3": 10.0, "4": 10.0, "1": 11.0, "0": 11.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-150k/02-grow1-metrics-before.txt", "after": "runs/d-150k/02-grow1-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636883.783593, "end_utc_epoch": 1789636886.5333545, "first_sample_offset_seconds": 0.6782863140106201, "final_unsampled_gap_seconds": 0.06936287879943848, "sample_count": 3, "sampled_peak_vram_used_bytes": 32333193216, "peak_sample_utc_epoch": 1789636884.4618793, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 1875550208, "minimum_sampled_host_memavailable_bytes": 10534158336 } }, { "case": "grow2", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 150645, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 2.540299961983692, "elapsed_seconds": 3.144473886000924, "started_utc": "2026-09-17T09:21:26.553038+00:00", "client_decode_estimate_tokens_per_second": 137.40806293423466, "last_nonempty_delta_seconds": 3.144340206985362, "first_to_last_delta_seconds": 0.60404024500167, "payload_sha256": "c333dae78d7ef5d283befc1a1a6ad1118268d0eee11884abe4125cec35c1db51", "payload_matches_corpus": true, "content_sha256": "9d75b410108888e021da7b18415f04ad83d76a48a906b4f86e76d0cc5c1a081d", "answer_json": { "document_tag": "archive-325d230dfe", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-325d230dfe" }, "expected_json": { "document_tag": "archive-325d230dfe", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-325d230dfe" }, "common_prefix_tokens": { "cold": 149977, "repeat": 149977, "grow1": 150305 }, "local_cache_hit_tokens": 148320.0, "computed_prefill_tokens": 2325.0, "prompt_tokens_by_source": { "local_cache_hit": 148320.0, "local_compute": 2325.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 150645.0, "prefix_cache_hits": 148320.0, "prefix_hit_fraction": 0.984566364632082, "server_prefill_seconds": 2.1614041450084187, "computed_prefill_tokens_per_second": 1075.6896184220764, "server_decode_seconds": 0.6626690020202659, "server_queue_seconds": 1.6022007912397385e-05, "server_ttft_seconds": 2.47467041015625, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "5": 10.0, "2": 11.0, "6": 10.0, "3": 10.0, "4": 10.0, "1": 11.0, "0": 11.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-150k/03-grow2-metrics-before.txt", "after": "runs/d-150k/03-grow2-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636886.553038, "end_utc_epoch": 1789636889.6975117, "first_sample_offset_seconds": 0.9121043682098389, "final_unsampled_gap_seconds": 0.23026323318481445, "sample_count": 3, "sampled_peak_vram_used_bytes": 32333193216, "peak_sample_utc_epoch": 1789636887.4651423, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 1875550208, "minimum_sampled_host_memavailable_bytes": 10546909184 } } ], "passed_cases": 4, "case_count": 4, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold", "repeat", "grow1", "grow2" ], "chain_complete": true, "four_turn_elapsed_seconds": 98.43569520500023, "four_turn_ttft_seconds": 95.18915879994165, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": 43.28058461933969, "repeat_elapsed_speedup_vs_cold": 29.214664279786938, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 4, "request_count": 4, "sample_count": 99, "sampled_peak_vram_used_bytes": 32333193216, "peak_sample_utc_epoch": 1789636792.36134, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 1875550208, "minimum_sampled_host_memavailable_bytes": 10534158336 } }, { "name": "d-40k", "type": "marker", "arm": "D", "excluded_warmup": false, "status": "PASS", "summary_path": "runs/d-40k/summary.json", "run_started_utc": "2026-09-17T09:09:07.805891+00:00", "run_finished_utc": "2026-09-17T09:10:01.402638+00:00", "corpus_sha256": "6bdaee640719b17b78b1959f3257e188ea0560f20fab0e1b506f5bad005ef3da", "corpus_hash_verified": true, "target_prompt_tokens": 40000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39994, "completion_tokens": 82, "prompt_tokens_match": true, "client_ttft_seconds": 14.679737413011026, "elapsed_seconds": 15.40079564001644, "started_utc": "2026-09-17T09:09:07.816939+00:00", "client_decode_estimate_tokens_per_second": 112.35659350948964, "last_nonempty_delta_seconds": 15.400656385987531, "first_to_last_delta_seconds": 0.7209189729765058, "payload_sha256": "a1c4dd007126377e7fa7ecd2ca339fd354682350b6b973d3e1f0f8f8e4a0cdb1", "payload_matches_corpus": true, "content_sha256": "043c86643b3fe6855952b647ce2d480d89d5408249a850aea9dcbbd68ab44a9a", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39994.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 39994.0 }, "prefix_cache_queries": 39994.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 14.583025478001218, "computed_prefill_tokens_per_second": 2742.503608756066, "server_decode_seconds": 0.738100327027496, "server_queue_seconds": 1.4610006473958492e-05, "server_ttft_seconds": 14.659363508224487, "preemptions": 0.0, "accepted_tokens": 67.0, "proposed_tokens": 105.0, "draft_rounds": 15.0, "speculative_acceptance": 0.638095238095238, "mean_acceptance_length": 5.466666666666667, "accepted_per_position": { "1": 13.0, "5": 4.0, "6": 4.0, "3": 12.0, "2": 12.0, "0": 15.0, "4": 7.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-40k/00-cold-metrics-before.txt", "after": "runs/d-40k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636147.816939, "end_utc_epoch": 1789636163.2177348, "first_sample_offset_seconds": 0.5615360736846924, "final_unsampled_gap_seconds": 0.8245720863342285, "sample_count": 15, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636148.3784752, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10644992000 } }, { "case": "repeat", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39994, "completion_tokens": 82, "prompt_tokens_match": true, "client_ttft_seconds": 1.0891118120052852, "elapsed_seconds": 1.8119888529763557, "started_utc": "2026-09-17T09:09:23.233098+00:00", "client_decode_estimate_tokens_per_second": 112.07640815495746, "last_nonempty_delta_seconds": 1.8118330459692515, "first_to_last_delta_seconds": 0.7227212339639664, "payload_sha256": "a1c4dd007126377e7fa7ecd2ca339fd354682350b6b973d3e1f0f8f8e4a0cdb1", "payload_matches_corpus": true, "content_sha256": "043c86643b3fe6855952b647ce2d480d89d5408249a850aea9dcbbd68ab44a9a", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 39994 }, "local_cache_hit_tokens": 37904.0, "computed_prefill_tokens": 2090.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 37904.0, "local_compute": 2090.0 }, "prefix_cache_queries": 39994.0, "prefix_cache_hits": 37904.0, "prefix_hit_fraction": 0.9477421613241986, "server_prefill_seconds": 0.9941429760074243, "computed_prefill_tokens_per_second": 2102.3132994347, "server_decode_seconds": 0.7405315900105052, "server_queue_seconds": 1.5138008166104555e-05, "server_ttft_seconds": 1.06821870803833, "preemptions": 0.0, "accepted_tokens": 67.0, "proposed_tokens": 105.0, "draft_rounds": 15.0, "speculative_acceptance": 0.638095238095238, "mean_acceptance_length": 5.466666666666667, "accepted_per_position": { "1": 13.0, "5": 4.0, "6": 4.0, "3": 12.0, "2": 12.0, "0": 15.0, "4": 7.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-40k/01-repeat-metrics-before.txt", "after": "runs/d-40k/01-repeat-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636163.233098, "end_utc_epoch": 1789636165.0450869, "first_sample_offset_seconds": 0.16101503372192383, "final_unsampled_gap_seconds": 0.6498267650604248, "sample_count": 2, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636163.394113, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10647834624 } }, { "case": "grow1", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40316, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 1.1789259089855477, "elapsed_seconds": 1.657018878031522, "started_utc": "2026-09-17T09:09:25.059819+00:00", "client_decode_estimate_tokens_per_second": 161.09085739986367, "last_nonempty_delta_seconds": 1.6569170330185443, "first_to_last_delta_seconds": 0.4779911240329966, "payload_sha256": "8e774f07b63671bc020c2348033596c47027fe2cefba131d594f48887d9e3455", "payload_matches_corpus": true, "content_sha256": "766703063fadbcac905976d1a0bff5007e2a6aa1022c8176e776e566089954df", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994 }, "local_cache_hit_tokens": 37904.0, "computed_prefill_tokens": 2412.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 37904.0, "local_compute": 2412.0 }, "prefix_cache_queries": 40316.0, "prefix_cache_hits": 37904.0, "prefix_hit_fraction": 0.9401726361742236, "server_prefill_seconds": 1.083432283019647, "computed_prefill_tokens_per_second": 2226.2581961075466, "server_decode_seconds": 0.49545810697600245, "server_queue_seconds": 1.5313969925045967e-05, "server_ttft_seconds": 1.1582486629486084, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "1": 10.0, "5": 9.0, "6": 9.0, "3": 10.0, "2": 10.0, "0": 10.0, "4": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-40k/02-grow1-metrics-before.txt", "after": "runs/d-40k/02-grow1-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636165.059819, "end_utc_epoch": 1789636166.716838, "first_sample_offset_seconds": 0.33620262145996094, "final_unsampled_gap_seconds": 0.3197166919708252, "sample_count": 2, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636165.3960216, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10647158784 } }, { "case": "grow2", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40647, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 1.3257642930257134, "elapsed_seconds": 1.8077886269893497, "started_utc": "2026-09-17T09:09:26.732023+00:00", "client_decode_estimate_tokens_per_second": 159.77795165647052, "last_nonempty_delta_seconds": 1.8076831009821035, "first_to_last_delta_seconds": 0.4819188079563901, "payload_sha256": "bf8198ac92311144c0d3e248d64bf72f87299c0f6b88d34ab163fa35589bef80", "payload_matches_corpus": true, "content_sha256": "9e1475e2018e57dbbc75ae5cc52ad65f36b221e6b5abdc6592018870fdffac5c", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994, "grow1": 40316 }, "local_cache_hit_tokens": 37904.0, "computed_prefill_tokens": 2743.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 37904.0, "local_compute": 2743.0 }, "prefix_cache_queries": 40647.0, "prefix_cache_hits": 37904.0, "prefix_hit_fraction": 0.9325165448864615, "server_prefill_seconds": 1.229620731959585, "computed_prefill_tokens_per_second": 2230.769154020865, "server_decode_seconds": 0.49948466499336064, "server_queue_seconds": 1.4908029697835445e-05, "server_ttft_seconds": 1.3048779964447021, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "1": 10.0, "5": 9.0, "6": 9.0, "3": 10.0, "2": 10.0, "0": 10.0, "4": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-40k/03-grow2-metrics-before.txt", "after": "runs/d-40k/03-grow2-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636166.732023, "end_utc_epoch": 1789636168.5398116, "first_sample_offset_seconds": 0.6662509441375732, "final_unsampled_gap_seconds": 0.1392519474029541, "sample_count": 2, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636167.398274, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10635120640 } }, { "case": "changed_prefix", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39994, "completion_tokens": 82, "prompt_tokens_match": true, "client_ttft_seconds": 14.804186170978937, "elapsed_seconds": 15.575354562955908, "started_utc": "2026-09-17T09:09:28.555075+00:00", "client_decode_estimate_tokens_per_second": 105.05449086937733, "last_nonempty_delta_seconds": 15.575214608979877, "first_to_last_delta_seconds": 0.7710284380009398, "payload_sha256": "66709aa6727d0b4269646f01f519c468142d82f7aaf6c944709ef56b4b115631", "payload_matches_corpus": true, "content_sha256": "8eb07193e49695305ba818d7d110435fdc0ae91670871546a624f2d009f728c5", "answer_json": { "document_tag": "edited-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "edited-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 101, "repeat": 101, "grow1": 101, "grow2": 101 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39994.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 39994.0 }, "prefix_cache_queries": 39994.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 14.709645048016682, "computed_prefill_tokens_per_second": 2718.8963343063424, "server_decode_seconds": 0.7882504320004955, "server_queue_seconds": 1.449900446459651e-05, "server_ttft_seconds": 14.783761978149414, "preemptions": 0.0, "accepted_tokens": 66.0, "proposed_tokens": 112.0, "draft_rounds": 16.0, "speculative_acceptance": 0.5892857142857143, "mean_acceptance_length": 5.125, "accepted_per_position": { "1": 14.0, "5": 4.0, "6": 4.0, "3": 10.0, "2": 12.0, "0": 16.0, "4": 6.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-40k/04-changed_prefix-metrics-before.txt", "after": "runs/d-40k/04-changed_prefix-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636168.555075, "end_utc_epoch": 1789636184.1304295, "first_sample_offset_seconds": 0.8466002941131592, "final_unsampled_gap_seconds": 0.7120869159698486, "sample_count": 15, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636169.4016752, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10640986112 } }, { "case": "branch_b", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40316, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 14.943640465964563, "elapsed_seconds": 15.421625987975858, "started_utc": "2026-09-17T09:09:44.145705+00:00", "client_decode_estimate_tokens_per_second": 161.13691441973873, "last_nonempty_delta_seconds": 15.421494968002662, "first_to_last_delta_seconds": 0.47785450203809887, "payload_sha256": "7b6ba49160f0a55a854e41a5df4bea3072a662dbdc07a291e1e081e54604952e", "payload_matches_corpus": true, "content_sha256": "f361de2fe2aa0a437ac90b070f7752213c0185055ae38dcb6727667de399d0ed", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994, "grow1": 40279, "grow2": 40279, "changed_prefix": 101 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 40316.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 40316.0 }, "prefix_cache_queries": 40316.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 14.84813270199811, "computed_prefill_tokens_per_second": 2715.2235778829404, "server_decode_seconds": 0.495471425994765, "server_queue_seconds": 1.5058030840009451e-05, "server_ttft_seconds": 14.922823190689087, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "1": 10.0, "5": 9.0, "6": 9.0, "3": 10.0, "2": 10.0, "0": 10.0, "4": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-40k/05-branch_b-metrics-before.txt", "after": "runs/d-40k/05-branch_b-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636184.145705, "end_utc_epoch": 1789636199.567331, "first_sample_offset_seconds": 0.27364540100097656, "final_unsampled_gap_seconds": 0.12996196746826172, "sample_count": 16, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636184.4193504, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10633527296 } }, { "case": "return_a", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 40647, "completion_tokens": 78, "prompt_tokens_match": true, "client_ttft_seconds": 1.332242681994103, "elapsed_seconds": 1.8125288019655272, "started_utc": "2026-09-17T09:09:59.582566+00:00", "client_decode_estimate_tokens_per_second": 160.36606751068666, "last_nonempty_delta_seconds": 1.8123941329540685, "first_to_last_delta_seconds": 0.4801514509599656, "payload_sha256": "bf8198ac92311144c0d3e248d64bf72f87299c0f6b88d34ab163fa35589bef80", "payload_matches_corpus": true, "content_sha256": "9e1475e2018e57dbbc75ae5cc52ad65f36b221e6b5abdc6592018870fdffac5c", "answer_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "expected_json": { "document_tag": "archive-a34cea69ca", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-a34cea69ca" }, "common_prefix_tokens": { "cold": 39994, "repeat": 39994, "grow1": 40316, "grow2": 40647, "changed_prefix": 101, "branch_b": 40279 }, "local_cache_hit_tokens": 37904.0, "computed_prefill_tokens": 2743.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 37904.0, "local_compute": 2743.0 }, "prefix_cache_queries": 40647.0, "prefix_cache_hits": 37904.0, "prefix_hit_fraction": 0.9325165448864615, "server_prefill_seconds": 1.2367168480413966, "computed_prefill_tokens_per_second": 2217.969298586109, "server_decode_seconds": 0.4979368389467709, "server_queue_seconds": 1.5662983059883118e-05, "server_ttft_seconds": 1.3112561702728271, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 70.0, "draft_rounds": 10.0, "speculative_acceptance": 0.9714285714285714, "mean_acceptance_length": 7.8, "accepted_per_position": { "1": 10.0, "5": 9.0, "6": 9.0, "3": 10.0, "2": 10.0, "0": 10.0, "4": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-40k/06-return_a-metrics-before.txt", "after": "runs/d-40k/06-return_a-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636199.582566, "end_utc_epoch": 1789636201.3950949, "first_sample_offset_seconds": 0.8558230400085449, "final_unsampled_gap_seconds": 0.9567058086395264, "sample_count": 1, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636200.438389, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10642030592 } } ], "passed_cases": 7, "case_count": 7, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold", "repeat", "grow1", "grow2", "changed_prefix", "branch_b", "return_a" ], "chain_complete": true, "four_turn_elapsed_seconds": 20.677591998013668, "four_turn_ttft_seconds": 18.273539427027572, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": 13.478632084599766, "repeat_elapsed_speedup_vs_cold": 8.499387628527206, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 7, "request_count": 7, "sample_count": 53, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636148.3784752, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10633527296 } }, { "name": "d-8k", "type": "marker", "arm": "D", "excluded_warmup": false, "status": "PASS", "summary_path": "runs/d-8k/summary.json", "run_started_utc": "2026-09-17T09:10:01.490244+00:00", "run_finished_utc": "2026-09-17T09:10:14.435863+00:00", "corpus_sha256": "8bdabf32986c87bd1ec67b83f1b95cd3d2cf6c93b81eda130f8cbe67ccd95af0", "corpus_hash_verified": true, "target_prompt_tokens": 8000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 7991, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 2.4568726760335267, "elapsed_seconds": 3.06329502700828, "started_utc": "2026-09-17T09:10:01.497747+00:00", "client_decode_estimate_tokens_per_second": 138.55022294165718, "last_nonempty_delta_seconds": 3.06315102201188, "first_to_last_delta_seconds": 0.6062783459783532, "payload_sha256": "f9184c95c6a5a80bec8fd49cac704fc9f6ede7f40233e043e5d1197d95f1e2c7", "payload_matches_corpus": true, "content_sha256": "035791b5e806164c4b88e0f51e5b2e5bab0571fae1f75e282f8065ea07447f86", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 7991.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "local_compute": 7991.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 7991.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 2.435197350976523, "computed_prefill_tokens_per_second": 3281.4588915331974, "server_decode_seconds": 0.609688486030791, "server_queue_seconds": 1.4837016351521015e-05, "server_ttft_seconds": 2.4514212608337402, "preemptions": 0.0, "accepted_tokens": 72.0, "proposed_tokens": 91.0, "draft_rounds": 13.0, "speculative_acceptance": 0.7912087912087912, "mean_acceptance_length": 6.538461538461538, "accepted_per_position": { "0": 13.0, "1": 12.0, "4": 9.0, "2": 11.0, "6": 8.0, "5": 9.0, "3": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-8k/00-cold-metrics-before.txt", "after": "runs/d-8k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636201.497747, "end_utc_epoch": 1789636204.561042, "first_sample_offset_seconds": 0.9437904357910156, "final_unsampled_gap_seconds": 0.11735773086547852, "sample_count": 3, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636202.4415374, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10651090944 } }, { "case": "repeat", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 7991, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 0.9613458589883521, "elapsed_seconds": 1.5668757180101238, "started_utc": "2026-09-17T09:10:04.574825+00:00", "client_decode_estimate_tokens_per_second": 138.7460291104867, "last_nonempty_delta_seconds": 1.5667685910011642, "first_to_last_delta_seconds": 0.605422732012812, "payload_sha256": "f9184c95c6a5a80bec8fd49cac704fc9f6ede7f40233e043e5d1197d95f1e2c7", "payload_matches_corpus": true, "content_sha256": "035791b5e806164c4b88e0f51e5b2e5bab0571fae1f75e282f8065ea07447f86", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 7991 }, "local_cache_hit_tokens": 4944.0, "computed_prefill_tokens": 3047.0, "prompt_tokens_by_source": { "local_cache_hit": 4944.0, "local_compute": 3047.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 7991.0, "prefix_cache_hits": 4944.0, "prefix_hit_fraction": 0.6186960330371668, "server_prefill_seconds": 0.9396123859914951, "computed_prefill_tokens_per_second": 3242.826558511948, "server_decode_seconds": 0.608785598014947, "server_queue_seconds": 1.4344986993819475e-05, "server_ttft_seconds": 0.9558491706848145, "preemptions": 0.0, "accepted_tokens": 72.0, "proposed_tokens": 91.0, "draft_rounds": 13.0, "speculative_acceptance": 0.7912087912087912, "mean_acceptance_length": 6.538461538461538, "accepted_per_position": { "0": 13.0, "1": 12.0, "4": 9.0, "2": 11.0, "6": 8.0, "5": 9.0, "3": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-8k/01-repeat-metrics-before.txt", "after": "runs/d-8k/01-repeat-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636204.574825, "end_utc_epoch": 1789636206.1417007, "first_sample_offset_seconds": 0.8695440292358398, "final_unsampled_gap_seconds": 0.6973316669464111, "sample_count": 1, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636205.444369, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10651533312 } }, { "case": "grow1", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8319, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 1.11050447501475, "elapsed_seconds": 1.6197111239889637, "started_utc": "2026-09-17T09:10:06.155834+00:00", "client_decode_estimate_tokens_per_second": 163.03263262453817, "last_nonempty_delta_seconds": 1.6196050069993362, "first_to_last_delta_seconds": 0.5091005319845863, "payload_sha256": "82dfe4dceb916d324d26c4889f3c56dd10ab54b8efb45b165fd8741a264aa2e7", "payload_matches_corpus": true, "content_sha256": "f6cce2b6424a833be555d7bff6822b13ae1c4db55916eaa7fe3fd3ec44a5797a", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-first-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991 }, "local_cache_hit_tokens": 4944.0, "computed_prefill_tokens": 3375.0, "prompt_tokens_by_source": { "local_cache_hit": 4944.0, "local_compute": 3375.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 8319.0, "prefix_cache_hits": 4944.0, "prefix_hit_fraction": 0.5943021997836279, "server_prefill_seconds": 1.0886604490224272, "computed_prefill_tokens_per_second": 3100.1401796405967, "server_decode_seconds": 0.5125988720101304, "server_queue_seconds": 1.517200144007802e-05, "server_ttft_seconds": 1.1049559116363525, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "0": 11.0, "1": 11.0, "4": 10.0, "2": 11.0, "6": 10.0, "5": 10.0, "3": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-8k/02-grow1-metrics-before.txt", "after": "runs/d-8k/02-grow1-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636206.155834, "end_utc_epoch": 1789636207.7755451, "first_sample_offset_seconds": 0.28995609283447266, "final_unsampled_gap_seconds": 0.32872724533081055, "sample_count": 2, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636206.44579, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10650370048 } }, { "case": "grow2", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8659, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 0.713679983979091, "elapsed_seconds": 1.2253825039952062, "started_utc": "2026-09-17T09:10:07.789324+00:00", "client_decode_estimate_tokens_per_second": 162.25122503125195, "last_nonempty_delta_seconds": 1.2252323619904928, "first_to_last_delta_seconds": 0.5115523780114017, "payload_sha256": "459453c4ebe8f1597db01082673c6d7c5586541e7dd6bf1b15dad014abcec8d5", "payload_matches_corpus": true, "content_sha256": "343aa2ae425929b6dce1ba757492bc249cfcedfb515c04fd1332dfd9036500ab", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991, "grow1": 8319 }, "local_cache_hit_tokens": 6592.0, "computed_prefill_tokens": 2067.0, "prompt_tokens_by_source": { "local_cache_hit": 6592.0, "local_compute": 2067.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 8659.0, "prefix_cache_hits": 6592.0, "prefix_hit_fraction": 0.761288832428687, "server_prefill_seconds": 0.6906354879611172, "computed_prefill_tokens_per_second": 2992.8957257933034, "server_decode_seconds": 0.5152935400255956, "server_queue_seconds": 1.5630037523806095e-05, "server_ttft_seconds": 0.7078356742858887, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "0": 11.0, "1": 11.0, "4": 10.0, "2": 11.0, "6": 10.0, "5": 10.0, "3": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-8k/03-grow2-metrics-before.txt", "after": "runs/d-8k/03-grow2-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636207.789324, "end_utc_epoch": 1789636209.0147066, "first_sample_offset_seconds": 0.6585636138916016, "final_unsampled_gap_seconds": 0.5668189525604248, "sample_count": 1, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636208.4478877, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10650189824 } }, { "case": "changed_prefix", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 7991, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 2.4553592529846355, "elapsed_seconds": 3.062756300030742, "started_utc": "2026-09-17T09:10:09.028553+00:00", "client_decode_estimate_tokens_per_second": 138.32424419301935, "last_nonempty_delta_seconds": 3.0626280690194108, "first_to_last_delta_seconds": 0.6072688160347752, "payload_sha256": "f67d3919a9b81a9e338223047266d80c168c8ae46589e3a317288aecb153ae57", "payload_matches_corpus": true, "content_sha256": "b4b21ebdd7ed317d94b9c3e5d35a07265dd7d469304ab5aa5fe843be902a4dec", "answer_json": { "document_tag": "edited-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "edited-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 101, "repeat": 101, "grow1": 101, "grow2": 101 }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 7991.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "local_compute": 7991.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 7991.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 2.4340411340235732, "computed_prefill_tokens_per_second": 3283.0176484283725, "server_decode_seconds": 0.6106942549813539, "server_queue_seconds": 1.4138000551611185e-05, "server_ttft_seconds": 2.4498789310455322, "preemptions": 0.0, "accepted_tokens": 71.0, "proposed_tokens": 91.0, "draft_rounds": 13.0, "speculative_acceptance": 0.7802197802197802, "mean_acceptance_length": 6.461538461538462, "accepted_per_position": { "0": 13.0, "1": 12.0, "4": 9.0, "2": 10.0, "6": 9.0, "5": 9.0, "3": 9.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-8k/04-changed_prefix-metrics-before.txt", "after": "runs/d-8k/04-changed_prefix-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636209.028553, "end_utc_epoch": 1789636212.0913093, "first_sample_offset_seconds": 0.4203486442565918, "final_unsampled_gap_seconds": 0.640632152557373, "sample_count": 3, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636209.4489017, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10649968640 } }, { "case": "branch_b", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8319, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 0.5748988799750805, "elapsed_seconds": 1.0844288349617273, "started_utc": "2026-09-17T09:10:12.105121+00:00", "client_decode_estimate_tokens_per_second": 162.93851372484457, "last_nonempty_delta_seconds": 1.0842934859683737, "first_to_last_delta_seconds": 0.5093946059932932, "payload_sha256": "c865524321239a922141275d3e6eaaefe898c3b34d52b12136fe16530f0ebdd7", "payload_matches_corpus": true, "content_sha256": "da17337c6e6556277154553e1a0de3001705f5ac6a6d4ebe7196507ab619e038", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-b-only-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991, "grow1": 8279, "grow2": 8279, "changed_prefix": 101 }, "local_cache_hit_tokens": 6592.0, "computed_prefill_tokens": 1727.0, "prompt_tokens_by_source": { "local_cache_hit": 6592.0, "local_compute": 1727.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 8319.0, "prefix_cache_hits": 6592.0, "prefix_hit_fraction": 0.7924029330448371, "server_prefill_seconds": 0.5525686939945444, "computed_prefill_tokens_per_second": 3125.403264371417, "server_decode_seconds": 0.5126665059942752, "server_queue_seconds": 1.5542027540504932e-05, "server_ttft_seconds": 0.5693469047546387, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "0": 11.0, "1": 11.0, "4": 10.0, "2": 11.0, "6": 10.0, "5": 10.0, "3": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-8k/05-branch_b-metrics-before.txt", "after": "runs/d-8k/05-branch_b-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636212.105121, "end_utc_epoch": 1789636213.1895497, "first_sample_offset_seconds": 0.34701013565063477, "final_unsampled_gap_seconds": 0.7374186515808105, "sample_count": 1, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636212.452131, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10649272320 } }, { "case": "return_a", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 8659, "completion_tokens": 84, "prompt_tokens_match": true, "client_ttft_seconds": 0.7137202770099975, "elapsed_seconds": 1.2247927429853007, "started_utc": "2026-09-17T09:10:13.203542+00:00", "client_decode_estimate_tokens_per_second": 162.44631181475515, "last_nonempty_delta_seconds": 1.224658316001296, "first_to_last_delta_seconds": 0.5109380389912985, "payload_sha256": "459453c4ebe8f1597db01082673c6d7c5586541e7dd6bf1b15dad014abcec8d5", "payload_matches_corpus": true, "content_sha256": "343aa2ae425929b6dce1ba757492bc249cfcedfb515c04fd1332dfd9036500ab", "answer_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "branch-a-second-df893f7e6b" }, "common_prefix_tokens": { "cold": 7991, "repeat": 7991, "grow1": 8319, "grow2": 8659, "changed_prefix": 101, "branch_b": 8279 }, "local_cache_hit_tokens": 6592.0, "computed_prefill_tokens": 2067.0, "prompt_tokens_by_source": { "local_cache_hit": 6592.0, "local_compute": 2067.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 8659.0, "prefix_cache_hits": 6592.0, "prefix_hit_fraction": 0.761288832428687, "server_prefill_seconds": 0.6905867229797877, "computed_prefill_tokens_per_second": 2993.107065657411, "server_decode_seconds": 0.5144764340366237, "server_queue_seconds": 1.4775025192648172e-05, "server_ttft_seconds": 0.7079787254333496, "preemptions": 0.0, "accepted_tokens": 73.0, "proposed_tokens": 77.0, "draft_rounds": 11.0, "speculative_acceptance": 0.948051948051948, "mean_acceptance_length": 7.636363636363637, "accepted_per_position": { "0": 11.0, "1": 11.0, "4": 10.0, "2": 11.0, "6": 10.0, "5": 10.0, "3": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-8k/06-return_a-metrics-before.txt", "after": "runs/d-8k/06-return_a-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636213.203542, "end_utc_epoch": 1789636214.4283347, "first_sample_offset_seconds": 0.24959397315979004, "final_unsampled_gap_seconds": 0.9751987457275391, "sample_count": 1, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636213.453136, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10649096192 } } ], "passed_cases": 7, "case_count": 7, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold", "repeat", "grow1", "grow2", "changed_prefix", "branch_b", "return_a" ], "chain_complete": true, "four_turn_elapsed_seconds": 7.475264373002574, "four_turn_ttft_seconds": 5.24240299401572, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": 2.55565949867299, "repeat_elapsed_speedup_vs_cold": 1.9550338241877636, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 7, "request_count": 7, "sample_count": 12, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636202.4415374, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10649096192 } }, { "name": "d-cached-tools", "type": "functional_tools", "arm": "D", "status": "PASS", "summary_path": "runs/d-cached-tools/summary.json", "scope": "Three streamed requests: actual tool call, actual fixture result continuation, then same assistant tool call with changed fixture result; short marker correctness only", "run_started_utc": "2026-09-17T09:10:52.422459+00:00", "run_finished_utc": "2026-09-17T09:11:11.040054+00:00", "comparability": "Fixture phrases are freshly generated per run; this is a functional cache freshness probe, not an identical-payload speed comparison", "corpus_sha256": "6bdaee640719b17b78b1959f3257e188ea0560f20fab0e1b506f5bad005ef3da", "case_count": 3, "passed_cases": 3, "cases": [ { "case": "00-read-tool", "passed": true, "independently_rechecked_pass": true, "status": 200, "finish_reason": "tool_calls", "stream_done": true, "prompt_tokens": 40287, "completion_tokens": 29, "client_ttft_seconds": 14.863326811988372, "elapsed_seconds": 15.0103243610356, "started_utc": null, "actual_json": null, "expected_json": null, "actual_assistant_reused": null, "payload_sha256": "44177ce2866adda2895e30feb70fa9a4927511309db1a633a5502d00cd16dc2a", "content_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "raw_metrics": { "available": true, "before": "runs/d-cached-tools/00-read-tool-metrics-before.txt", "after": "runs/d-cached-tools/00-read-tool-metrics-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 40287.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 40287.0, "local_cache_hit": 0.0 }, "prefix_cache_queries": 40287.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 14.680486753000878, "computed_prefill_tokens_per_second": 2744.2550562408856, "server_decode_seconds": 0.2511389630381018, "server_queue_seconds": 1.5087949577718973e-05, "server_ttft_seconds": 14.75559139251709, "preemptions": 0.0, "accepted_tokens": 25.0, "proposed_tokens": 35.0, "draft_rounds": 5.0, "speculative_acceptance": 0.7142857142857143, "mean_acceptance_length": 6.0, "accepted_per_position": { "4": 3.0, "2": 5.0, "1": 5.0, "3": 3.0, "6": 2.0, "5": 2.0, "0": 5.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": false, "reason": "Response lacks an absolute request-start timestamp; no request window inferred" } }, { "case": "01-tool-result-a", "passed": true, "independently_rechecked_pass": true, "status": 200, "finish_reason": "stop", "stream_done": true, "prompt_tokens": 40396, "completion_tokens": 70, "client_ttft_seconds": 1.1917243950301781, "elapsed_seconds": 1.768319112015888, "started_utc": null, "actual_json": { "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "tool_phrase": "fixture-92e4e0436bada5dd0e09e979" }, "expected_json": { "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "tool_phrase": "fixture-92e4e0436bada5dd0e09e979" }, "actual_assistant_reused": true, "payload_sha256": "cd76b4beb7d05fb35bf2330f7aa817aa70961a4336b32777fb489644e0545801", "content_sha256": "8070f40c45258204a16265d777dd1d9e8205b83c2429cedea52fab5b7be3c24c", "raw_metrics": { "available": true, "before": "runs/d-cached-tools/01-tool-result-a-metrics-before.txt", "after": "runs/d-cached-tools/01-tool-result-a-metrics-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 37904.0, "computed_prefill_tokens": 2492.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 2492.0, "local_cache_hit": 37904.0 }, "prefix_cache_queries": 40396.0, "prefix_cache_hits": 37904.0, "prefix_hit_fraction": 0.938310723834043, "server_prefill_seconds": 1.0943170139798895, "computed_prefill_tokens_per_second": 2277.219460325229, "server_decode_seconds": 0.5943356550415047, "server_queue_seconds": 1.5166006051003933e-05, "server_ttft_seconds": 1.170485496520996, "preemptions": 0.0, "accepted_tokens": 58.0, "proposed_tokens": 84.0, "draft_rounds": 12.0, "speculative_acceptance": 0.6904761904761905, "mean_acceptance_length": 5.833333333333333, "accepted_per_position": { "4": 6.0, "2": 11.0, "1": 11.0, "3": 8.0, "6": 5.0, "5": 5.0, "0": 12.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": false, "reason": "Response lacks an absolute request-start timestamp; no request window inferred" } }, { "case": "02-tool-result-b", "passed": true, "independently_rechecked_pass": true, "status": 200, "finish_reason": "stop", "stream_done": true, "prompt_tokens": 40392, "completion_tokens": 66, "client_ttft_seconds": 1.192176336015109, "elapsed_seconds": 1.7682873980375007, "started_utc": null, "actual_json": { "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "tool_phrase": "fixture-dbc118744eaf845abaff8ea4" }, "expected_json": { "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "tool_phrase": "fixture-dbc118744eaf845abaff8ea4" }, "actual_assistant_reused": true, "payload_sha256": "6ca7f154a5229cddcd16b2d41f0b9031a9187ef00e8ade559b47e8b4a71d310d", "content_sha256": "e50c6f63e1a08ac3e2ed5eab4995c5f74d49a00f20c037acde413e1aa3f103c6", "raw_metrics": { "available": true, "before": "runs/d-cached-tools/02-tool-result-b-metrics-before.txt", "after": "runs/d-cached-tools/02-tool-result-b-metrics-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 37904.0, "computed_prefill_tokens": 2488.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 2488.0, "local_cache_hit": 37904.0 }, "prefix_cache_queries": 40392.0, "prefix_cache_hits": 37904.0, "prefix_hit_fraction": 0.9384036442859972, "server_prefill_seconds": 1.0937880959827453, "computed_prefill_tokens_per_second": 2274.6636292147477, "server_decode_seconds": 0.5939558719983324, "server_queue_seconds": 1.508102286607027e-05, "server_ttft_seconds": 1.1709225177764893, "preemptions": 0.0, "accepted_tokens": 54.0, "proposed_tokens": 84.0, "draft_rounds": 12.0, "speculative_acceptance": 0.6428571428571429, "mean_acceptance_length": 5.5, "accepted_per_position": { "4": 5.0, "2": 10.0, "1": 10.0, "3": 7.0, "6": 5.0, "5": 5.0, "0": 12.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": false, "reason": "Response lacks an absolute request-start timestamp; no request window inferred" } } ], "distinct_fixture_phrases_absent_from_initial_request": true, "independent_checks_pass": true, "all_raw_metric_deltas_verified": true, "excluded_from_matched_throughput": true, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 0, "request_count": 3, "sample_count": 0, "sampled_peak_vram_used_bytes": null, "reason": "No samples inside the recorded window; peak is unknown" }, "sampled_functional_run_memory": { "scope": "Whole manifest-bounded functional run, including request gaps; not per-request memory", "available": true, "start_utc_epoch": 1789636252.422459, "end_utc_epoch": 1789636271.040054, "first_sample_offset_seconds": 0.08699393272399902, "final_unsampled_gap_seconds": 0.5105466842651367, "sample_count": 19, "sampled_peak_vram_used_bytes": 29113880576, "peak_sample_utc_epoch": 1789636252.5094528, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5094862848, "minimum_sampled_host_memavailable_bytes": 10637520896 } }, { "name": "d-concurrency", "type": "functional_concurrency", "arm": "D", "status": "PASS", "summary_path": "runs/d-concurrency/summary.json", "scope": "Functional/shared-history concurrency smoke with short exact JSON answers; not a matched comparison with the earlier throughput benchmark", "run_started_utc": "2026-09-17T09:15:25.002752+00:00", "run_finished_utc": "2026-09-17T09:15:43.597464+00:00", "server_metadata": { "schema": 1, "profile": "local-apc-arm-d", "profile_revision": 1, "based_on": "engine-profile.json", "validation_scope": "Local experiment; not a released or qualified profile", "arguments": [ "--model", "/models/target", "--tokenizer", "/models/target", "--served-model-name", "Qwen3.8-27B-Quark-AWQ-MXFP4", "--host", "0.0.0.0", "--port", "8000", "--tensor-parallel-size", "1", "--dtype", "bfloat16", "--max-model-len", "65536", "--max-num-seqs", "8", "--max-num-batched-tokens", "4096", "--kv-cache-dtype", "fp8", "--kv-cache-memory-bytes", "5368709120", "--gpu-memory-utilization", "0.95", "--no-enable-prefix-caching", "--enable-chunked-prefill", "--language-model-only", "--safetensors-load-strategy", "lazy", "--attention-backend", "CUSTOM", "--compilation-config", "{\"mode\": 0, \"cudagraph_mode\": \"FULL\", \"cudagraph_capture_sizes\": [1, 8, 16, 32, 64]}", "--speculative-config", "{\"method\": \"dflash\", \"model\": \"/models/draft\", \"num_speculative_tokens\": 7, \"draft_tensor_parallel_size\": 1, \"attention_backend\": \"TRITON_ATTN\", \"max_model_len\": 65536, \"disable_padded_drafter_batch\": true}", "--mamba-cache-mode", "none", "--no-async-scheduling", "--load-format", "paiton_native_mxfp4", "--worker-cls", "paiton_vllm_plugin.mxfp4_native_worker.PaitonMxFp4Worker", "--enable-tokenizer-info-endpoint", "--enable-auto-tool-choice", "--tool-call-parser", "qwen3_xml", "--reasoning-parser", "qwen3", "--default-chat-template-kwargs", "{\"enable_thinking\": false}" ], "environment": { "HIP_VISIBLE_DEVICES": "0", "OMP_NUM_THREADS": "6", "MAX_JOBS": "2", "TORCHINDUCTOR_COMPILE_THREADS": "1", "VLLM_USE_V2_MODEL_RUNNER": "1", "DEBUG_HIP_DYNAMIC_QUEUES": "0", "PAITON_NATIVE_DEFER_WARMUP_ERROR": "1", "PAITON_EXPERIMENTAL_GDN_STOCK_PREFILL": "1" } }, "client_concurrencies": [ 1, 2, 4, 8 ], "case_count": 17, "passed_cases": 17, "cases": [ { "case": "prime", "batch": "00-prime", "client_concurrency": 1, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 7991, "completion_tokens": 85, "started_utc": "2026-09-17T09:15:25.061420+00:00", "elapsed_seconds": 3.031276786001399, "client_ttft_seconds": 2.4242670200183056, "batch_start_offset_seconds": 4.24980535171926e-05, "payload_sha256": "f9184c95c6a5a80bec8fd49cac704fc9f6ede7f40233e043e5d1197d95f1e2c7", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "content_sha256": "035791b5e806164c4b88e0f51e5b2e5bab0571fae1f75e282f8065ea07447f86", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636525.06142, "end_utc_epoch": 1789636528.0926967, "first_sample_offset_seconds": 0.8699643611907959, "final_unsampled_gap_seconds": 0.15821552276611328, "sample_count": 3, "sampled_peak_vram_used_bytes": 29229113344, "peak_sample_utc_epoch": 1789636526.9322278, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4979630080, "minimum_sampled_host_memavailable_bytes": 10529730560 } }, { "case": "c1-branch-00", "batch": "01-c1", "client_concurrency": 1, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:28.107704+00:00", "elapsed_seconds": 1.6389289840008132, "client_ttft_seconds": 1.0849572500446811, "batch_start_offset_seconds": 4.165701102465391e-05, "payload_sha256": "cac1796e6c685b4487b6630ec7d1544f1c991d120f6f05c61d1f8d1d300934f5", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c1-branch-00-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c1-branch-00-archive-df893f7e6b" }, "content_sha256": "84bb1f44fffeffaeac69db1d0f89244bd29a3a6373afc985b764e19205f0ef10", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636528.107704, "end_utc_epoch": 1789636529.7466328, "first_sample_offset_seconds": 0.8276100158691406, "final_unsampled_gap_seconds": 0.8113188743591309, "sample_count": 1, "sampled_peak_vram_used_bytes": 29229113344, "peak_sample_utc_epoch": 1789636528.935314, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4979630080, "minimum_sampled_host_memavailable_bytes": 10526019584 } }, { "case": "c2-branch-00", "batch": "02-c2", "client_concurrency": 2, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:29.761406+00:00", "elapsed_seconds": 1.6859265160164796, "client_ttft_seconds": 0.5621007780428044, "batch_start_offset_seconds": 3.796396777033806e-05, "payload_sha256": "2489b754ed1ae4af35360c57468bb815f94b98aa172def0f68743ccd2ca4338d", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c2-branch-00-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c2-branch-00-archive-df893f7e6b" }, "content_sha256": "696044d42dda1e45af774af5f71831bae9a55bd74c0c8c15d873a7481a300506", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636529.761406, "end_utc_epoch": 1789636531.4473324, "first_sample_offset_seconds": 0.17528533935546875, "final_unsampled_gap_seconds": 0.5097002983093262, "sample_count": 2, "sampled_peak_vram_used_bytes": 29229113344, "peak_sample_utc_epoch": 1789636529.9366913, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4979630080, "minimum_sampled_host_memavailable_bytes": 10526486528 } }, { "case": "c2-branch-01", "batch": "02-c2", "client_concurrency": 2, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:29.761719+00:00", "elapsed_seconds": 1.7320807059877552, "client_ttft_seconds": 1.1277483709855005, "batch_start_offset_seconds": 0.0003513769479468465, "payload_sha256": "661bcc5851d8c04b19990f054b5df2d6336a68e71788a3d042424f2025d5a2ef", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c2-branch-01-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c2-branch-01-archive-df893f7e6b" }, "content_sha256": "4f72367c9d4f0f2f98312df23aa313a3a5c7610ed713effc2abf7f1768a5933a", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636529.761719, "end_utc_epoch": 1789636531.4937997, "first_sample_offset_seconds": 0.1749722957611084, "final_unsampled_gap_seconds": 0.5561676025390625, "sample_count": 2, "sampled_peak_vram_used_bytes": 29229113344, "peak_sample_utc_epoch": 1789636529.9366913, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4979630080, "minimum_sampled_host_memavailable_bytes": 10526486528 } }, { "case": "c4-branch-00", "batch": "03-c4", "client_concurrency": 4, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:31.510725+00:00", "elapsed_seconds": 3.774298067961354, "client_ttft_seconds": 1.678579900006298, "batch_start_offset_seconds": 0.0007516929763369262, "payload_sha256": "e7d272f2d35334a54c10c8327f8fb1e45220a2acc6fd93adce6c70160fbff85c", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c4-branch-00-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c4-branch-00-archive-df893f7e6b" }, "content_sha256": "6c3f1338dab37ac88dc799eeebaf1c014a3aa0835b1db4059d1896538bf3aabf", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636531.510725, "end_utc_epoch": 1789636535.285023, "first_sample_offset_seconds": 0.4286932945251465, "final_unsampled_gap_seconds": 0.3411123752593994, "sample_count": 4, "sampled_peak_vram_used_bytes": 29472452608, "peak_sample_utc_epoch": 1789636534.9439106, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4736290816, "minimum_sampled_host_memavailable_bytes": 10508304384 } }, { "case": "c4-branch-01", "batch": "03-c4", "client_concurrency": 4, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:31.510465+00:00", "elapsed_seconds": 3.7744976799585856, "client_ttft_seconds": 1.6787331119994633, "batch_start_offset_seconds": 0.0004911950090900064, "payload_sha256": "3bd3ffc2f4ee402cc2e6eb1f04b8f1ec8c87928cea0733aa68326657f6b3c42f", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c4-branch-01-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c4-branch-01-archive-df893f7e6b" }, "content_sha256": "9b058fa28ec8176d4fcc6050f9fd792968b60c63b4eaef735e5f1c0936cce4d1", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636531.510465, "end_utc_epoch": 1789636535.2849627, "first_sample_offset_seconds": 0.4289534091949463, "final_unsampled_gap_seconds": 0.3410520553588867, "sample_count": 4, "sampled_peak_vram_used_bytes": 29472452608, "peak_sample_utc_epoch": 1789636534.9439106, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4736290816, "minimum_sampled_host_memavailable_bytes": 10508304384 } }, { "case": "c4-branch-02", "batch": "03-c4", "client_concurrency": 4, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:31.510032+00:00", "elapsed_seconds": 3.191384749021381, "client_ttft_seconds": 0.5666718489956111, "batch_start_offset_seconds": 5.5837968830019236e-05, "payload_sha256": "a5617987f9b2481a934256f2a61ed0bf06d3eda74b530610ec5d38cefde55997", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c4-branch-02-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c4-branch-02-archive-df893f7e6b" }, "content_sha256": "94ddf3edeb04db9ae274e11c26efcb0e9268ce227a7e7c4f0f2c5a1a706b1d7e", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636531.510032, "end_utc_epoch": 1789636534.7014167, "first_sample_offset_seconds": 0.4293863773345947, "final_unsampled_gap_seconds": 0.7585079669952393, "sample_count": 3, "sampled_peak_vram_used_bytes": 29472423936, "peak_sample_utc_epoch": 1789636533.9429088, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4736319488, "minimum_sampled_host_memavailable_bytes": 10508304384 } }, { "case": "c4-branch-03", "batch": "03-c4", "client_concurrency": 4, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:31.511099+00:00", "elapsed_seconds": 4.333792741992511, "client_ttft_seconds": 3.773603374022059, "batch_start_offset_seconds": 0.0011256319703534245, "payload_sha256": "9d2684c44dbca43155617c4215dd4ecadfbc248460245f64be8cdc756994ffa8", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c4-branch-03-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c4-branch-03-archive-df893f7e6b" }, "content_sha256": "855cdb8271446603545975015dc341d3d97ad873a750fb0bd373216636d8f485", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636531.511099, "end_utc_epoch": 1789636535.8448918, "first_sample_offset_seconds": 0.42831921577453613, "final_unsampled_gap_seconds": 0.9009811878204346, "sample_count": 4, "sampled_peak_vram_used_bytes": 29472452608, "peak_sample_utc_epoch": 1789636534.9439106, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4736290816, "minimum_sampled_host_memavailable_bytes": 10508304384 } }, { "case": "c8-branch-00", "batch": "04-c8", "client_concurrency": 8, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:35.867504+00:00", "elapsed_seconds": 6.536396342038643, "client_ttft_seconds": 5.406102631997783, "batch_start_offset_seconds": 0.0040638920036144555, "payload_sha256": "f729ec5a31ec29ce16d8431fd66a57d29205a32f6f7e6523da9e6b4b7f254c95", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-00-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-00-archive-df893f7e6b" }, "content_sha256": "a89dbe788e6805d674d9fa593781507ac5cafd37d93fc5c04492ce4877ab69cb", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636535.867504, "end_utc_epoch": 1789636542.4039001, "first_sample_offset_seconds": 0.0782318115234375, "final_unsampled_gap_seconds": 0.45134520530700684, "sample_count": 7, "sampled_peak_vram_used_bytes": 29472452608, "peak_sample_utc_epoch": 1789636535.9457357, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4736290816, "minimum_sampled_host_memavailable_bytes": 10505707520 } }, { "case": "c8-branch-01", "batch": "04-c8", "client_concurrency": 8, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:35.864453+00:00", "elapsed_seconds": 2.401444040995557, "client_ttft_seconds": 0.5672432180144824, "batch_start_offset_seconds": 0.0010269450140185654, "payload_sha256": "b73bdfb79708db42b5b97b7a045209324b802c92b309d779ee43c3a021eb5834", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-01-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-01-archive-df893f7e6b" }, "content_sha256": "09233f466467d2b4a200562fe69490b5b2edb1bd127f4b8b63fad964ca624abf", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636535.864453, "end_utc_epoch": 1789636538.265897, "first_sample_offset_seconds": 0.0812826156616211, "final_unsampled_gap_seconds": 0.31705808639526367, "sample_count": 3, "sampled_peak_vram_used_bytes": 29472452608, "peak_sample_utc_epoch": 1789636535.9457357, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4736290816, "minimum_sampled_host_memavailable_bytes": 10505707520 } }, { "case": "c8-branch-02", "batch": "04-c8", "client_concurrency": 8, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:35.864857+00:00", "elapsed_seconds": 5.409079420031048, "client_ttft_seconds": 4.102882834034972, "batch_start_offset_seconds": 0.0014313320280052722, "payload_sha256": "ec1a29736ee652588aff01deb7f18f818fbe78619255e4cd0b28b15e1a3e226b", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-02-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-02-archive-df893f7e6b" }, "content_sha256": "e5adac279bac750a5fb40abcc4e9e10ba19b2da3b02164c9ce336c4b39c0e1eb", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636535.864857, "end_utc_epoch": 1789636541.2739363, "first_sample_offset_seconds": 0.08087873458862305, "final_unsampled_gap_seconds": 0.322711706161499, "sample_count": 6, "sampled_peak_vram_used_bytes": 29472452608, "peak_sample_utc_epoch": 1789636535.9457357, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4736290816, "minimum_sampled_host_memavailable_bytes": 10505707520 } }, { "case": "c8-branch-03", "batch": "04-c8", "client_concurrency": 8, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:35.865873+00:00", "elapsed_seconds": 2.984176911995746, "client_ttft_seconds": 1.679805217019748, "batch_start_offset_seconds": 0.0024462430155836046, "payload_sha256": "8d6fb0273425a3ea2ea90a6fd8224a287413a85c9240128d839234135e94c924", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-03-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-03-archive-df893f7e6b" }, "content_sha256": "b85312257767d3d3f4b4c0c0efad3d0faffa6f6c9619313329b544f2ddbbfb42", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636535.865873, "end_utc_epoch": 1789636538.85005, "first_sample_offset_seconds": 0.07986259460449219, "final_unsampled_gap_seconds": 0.9012110233306885, "sample_count": 3, "sampled_peak_vram_used_bytes": 29472452608, "peak_sample_utc_epoch": 1789636535.9457357, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4736290816, "minimum_sampled_host_memavailable_bytes": 10505707520 } }, { "case": "c8-branch-04", "batch": "04-c8", "client_concurrency": 8, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:35.864192+00:00", "elapsed_seconds": 6.586320374975912, "client_ttft_seconds": 5.980309856997337, "batch_start_offset_seconds": 0.0007654749788343906, "payload_sha256": "ddb2efb898ed0fc99f06ed4c59040c33885d4cd2e7a677ef9a3d45c93a7bab01", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-04-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-04-archive-df893f7e6b" }, "content_sha256": "f1abb1e3eb9e8579521539f6ca6aa793a3d07d13a56122a012dd711f7a58c50f", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636535.864192, "end_utc_epoch": 1789636542.4505124, "first_sample_offset_seconds": 0.0815436840057373, "final_unsampled_gap_seconds": 0.4979574680328369, "sample_count": 7, "sampled_peak_vram_used_bytes": 29472452608, "peak_sample_utc_epoch": 1789636535.9457357, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4736290816, "minimum_sampled_host_memavailable_bytes": 10505707520 } }, { "case": "c8-branch-05", "batch": "04-c8", "client_concurrency": 8, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:35.863474+00:00", "elapsed_seconds": 2.986610983032733, "client_ttft_seconds": 1.6824254460516386, "batch_start_offset_seconds": 4.4763030018657446e-05, "payload_sha256": "c170ca26c4bff69d8b55c5e30cba37f4f80a54d1b930986c122e974b92b6ff17", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-05-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-05-archive-df893f7e6b" }, "content_sha256": "07afdf88f1cab21c427d2ad6b3dba6c2c4f436dfcecbe2f848c605fa709a725e", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636535.863474, "end_utc_epoch": 1789636538.8500848, "first_sample_offset_seconds": 0.08226180076599121, "final_unsampled_gap_seconds": 0.9012458324432373, "sample_count": 3, "sampled_peak_vram_used_bytes": 29472452608, "peak_sample_utc_epoch": 1789636535.9457357, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4736290816, "minimum_sampled_host_memavailable_bytes": 10505707520 } }, { "case": "c8-branch-06", "batch": "04-c8", "client_concurrency": 8, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:35.863933+00:00", "elapsed_seconds": 5.410088245000225, "client_ttft_seconds": 4.10372966498835, "batch_start_offset_seconds": 0.0004865580121986568, "payload_sha256": "72b268b8218113e7eae5a3a2933601d10cd3d777a9cf769092afdd9d7ad2f85a", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-06-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-06-archive-df893f7e6b" }, "content_sha256": "b188bd82d08edbe1d74119f24e28b615ca4a817ca7b54064f022d2f3587f8b6f", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636535.863933, "end_utc_epoch": 1789636541.2740214, "first_sample_offset_seconds": 0.0818026065826416, "final_unsampled_gap_seconds": 0.3227968215942383, "sample_count": 6, "sampled_peak_vram_used_bytes": 29472452608, "peak_sample_utc_epoch": 1789636535.9457357, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4736290816, "minimum_sampled_host_memavailable_bytes": 10505707520 } }, { "case": "c8-branch-07", "batch": "04-c8", "client_concurrency": 8, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:35.865067+00:00", "elapsed_seconds": 4.822470708983019, "client_ttft_seconds": 2.984677008993458, "batch_start_offset_seconds": 0.0016403530025854707, "payload_sha256": "9bfdb62ef95e9453cd97a459d8a08e3bc8b023667d42fda6a9e6c715deef47f2", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-07-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-07-archive-df893f7e6b" }, "content_sha256": "ed8ac274eaf00738d118f8c89a42aadbd1e63a71d6f55b00a1c9ff15eb9309b3", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636535.865067, "end_utc_epoch": 1789636540.6875377, "first_sample_offset_seconds": 0.08066868782043457, "final_unsampled_gap_seconds": 0.7371494770050049, "sample_count": 5, "sampled_peak_vram_used_bytes": 29472452608, "peak_sample_utc_epoch": 1789636535.9457357, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4736290816, "minimum_sampled_host_memavailable_bytes": 10505707520 } }, { "case": "reuse-after-release-c8-branch-00", "batch": "05-reuse-after-release", "client_concurrency": 1, "passed": true, "independently_rechecked_pass": true, "prompt_tokens": 8325, "completion_tokens": 91, "started_utc": "2026-09-17T09:15:42.468865+00:00", "elapsed_seconds": 1.1203095079981722, "client_ttft_seconds": 0.5655560999875888, "batch_start_offset_seconds": 4.069396527484059e-05, "payload_sha256": "f729ec5a31ec29ce16d8431fd66a57d29205a32f6f7e6523da9e6b4b7f254c95", "actual_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-00-archive-df893f7e6b" }, "expected_json": { "document_tag": "archive-df893f7e6b", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "concurrent-c8-branch-00-archive-df893f7e6b" }, "content_sha256": "a89dbe788e6805d674d9fa593781507ac5cafd37d93fc5c04492ce4877ab69cb", "metrics_scope": "Whole batch only; no counters assigned to this request", "sampled_memory": { "available": true, "start_utc_epoch": 1789636542.468865, "end_utc_epoch": 1789636543.5891745, "first_sample_offset_seconds": 0.4842350482940674, "final_unsampled_gap_seconds": 0.6360745429992676, "sample_count": 1, "sampled_peak_vram_used_bytes": 29472452608, "peak_sample_utc_epoch": 1789636542.9531, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4736290816, "minimum_sampled_host_memavailable_bytes": 10509762560 } } ], "batches": [ { "name": "00-prime", "client_concurrency": 1, "requests": 1, "passed": true, "independent_passed_requests": 1, "request_count": 1, "wall_seconds": 3.0314166570315138, "queue_inclusive_ttft_seconds": { "min": 2.4242670200183056, "median": 2.4242670200183056, "max": 2.4242670200183056 }, "short_output_decode_estimate": { "min": 138.41787675663974, "median": 138.41787675663974, "max": 138.41787675663974 }, "aggregate_output_tokens_per_second": 28.03969550105839, "aggregate_definition": "All returned completion tokens divided by batch wall time, including queueing/prefill", "raw_metrics": { "available": true, "before": "runs/d-concurrency/00-prime/metrics-before.txt", "after": "runs/d-concurrency/00-prime/metrics-after.txt", "matches_summary": true }, "batch_summary_matches_top_summary": true, "request_summaries_match": true, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 7991.0, "prompt_tokens_by_source": { "local_compute": 7991.0, "local_cache_hit": 0.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 7991.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 2.3809822209877893, "computed_prefill_tokens_per_second": 3356.1779376432314, "server_decode_seconds": 0.613393216044642, "server_queue_seconds": 1.826201332733035e-05, "server_ttft_seconds": 2.4147415161132812, "preemptions": 0.0, "accepted_tokens": 72.0, "proposed_tokens": 91.0, "draft_rounds": 13.0, "speculative_acceptance": 0.7912087912087912, "mean_acceptance_length": 6.538461538461538, "accepted_per_position": { "6": 8.0, "0": 13.0, "4": 9.0, "5": 9.0, "3": 10.0, "1": 12.0, "2": 11.0 }, "negative_counter_deltas": {} }, { "name": "01-c1", "client_concurrency": 1, "requests": 1, "passed": true, "independent_passed_requests": 1, "request_count": 1, "wall_seconds": 1.6390469819889404, "queue_inclusive_ttft_seconds": { "min": 1.0849572500446811, "median": 1.0849572500446811, "max": 1.0849572500446811 }, "short_output_decode_estimate": { "min": 162.5048500568197, "median": 162.5048500568197, "max": 162.5048500568197 }, "aggregate_output_tokens_per_second": 55.520068063926935, "aggregate_definition": "All returned completion tokens divided by batch wall time, including queueing/prefill", "raw_metrics": { "available": true, "before": "runs/d-concurrency/01-c1/metrics-before.txt", "after": "runs/d-concurrency/01-c1/metrics-after.txt", "matches_summary": true }, "batch_summary_matches_top_summary": true, "request_summaries_match": true, "local_cache_hit_tokens": 4944.0, "computed_prefill_tokens": 3381.0, "prompt_tokens_by_source": { "local_compute": 3381.0, "local_cache_hit": 4944.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 8325.0, "prefix_cache_hits": 4944.0, "prefix_hit_fraction": 0.5938738738738739, "server_prefill_seconds": 1.061487519997172, "computed_prefill_tokens_per_second": 3185.152850415997, "server_decode_seconds": 0.55731810600264, "server_queue_seconds": 1.4073972124606371e-05, "server_ttft_seconds": 1.0791099071502686, "preemptions": 0.0, "accepted_tokens": 79.0, "proposed_tokens": 84.0, "draft_rounds": 12.0, "speculative_acceptance": 0.9404761904761905, "mean_acceptance_length": 7.583333333333333, "accepted_per_position": { "6": 11.0, "0": 12.0, "4": 11.0, "5": 11.0, "3": 11.0, "1": 12.0, "2": 11.0 }, "negative_counter_deltas": {} }, { "name": "02-c2", "client_concurrency": 2, "requests": 2, "passed": true, "independent_passed_requests": 2, "request_count": 2, "wall_seconds": 1.7324976589879952, "queue_inclusive_ttft_seconds": { "min": 0.5621007780428044, "median": 0.8449245745141525, "max": 1.1277483709855005 }, "short_output_decode_estimate": { "min": 80.09491261605535, "median": 114.53106578791966, "max": 148.96721895978396 }, "aggregate_output_tokens_per_second": 105.05064699845641, "aggregate_definition": "All returned completion tokens divided by batch wall time, including queueing/prefill", "raw_metrics": { "available": true, "before": "runs/d-concurrency/02-c2/metrics-before.txt", "after": "runs/d-concurrency/02-c2/metrics-after.txt", "matches_summary": true }, "batch_summary_matches_top_summary": true, "request_summaries_match": true, "local_cache_hit_tokens": 13184.0, "computed_prefill_tokens": 3466.0, "prompt_tokens_by_source": { "local_compute": 3466.0, "local_cache_hit": 13184.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 16650.0, "prefix_cache_hits": 13184.0, "prefix_hit_fraction": 0.7918318318318318, "server_prefill_seconds": 1.1041181390173733, "computed_prefill_tokens_per_second": 3139.1568325148787, "server_decode_seconds": 1.7354059730423614, "server_queue_seconds": 2.1632935386151075e-05, "server_ttft_seconds": 1.6774415969848633, "preemptions": 0.0, "accepted_tokens": 158.0, "proposed_tokens": 168.0, "draft_rounds": 24.0, "speculative_acceptance": 0.9404761904761905, "mean_acceptance_length": 7.583333333333333, "accepted_per_position": { "6": 22.0, "0": 24.0, "4": 22.0, "5": 22.0, "3": 22.0, "1": 24.0, "2": 22.0 }, "negative_counter_deltas": {} }, { "name": "03-c4", "client_concurrency": 4, "requests": 4, "passed": true, "independent_passed_requests": 4, "request_count": 4, "wall_seconds": 4.335001022962388, "queue_inclusive_ttft_seconds": { "min": 0.5666718489956111, "median": 1.6786565060028806, "max": 3.773603374022059 }, "short_output_decode_estimate": { "min": 34.29212497915701, "median": 42.94778823636733, "max": 160.7139505130282 }, "aggregate_output_tokens_per_second": 83.96768491446748, "aggregate_definition": "All returned completion tokens divided by batch wall time, including queueing/prefill", "raw_metrics": { "available": true, "before": "runs/d-concurrency/03-c4/metrics-before.txt", "after": "runs/d-concurrency/03-c4/metrics-after.txt", "matches_summary": true }, "batch_summary_matches_top_summary": true, "request_summaries_match": true, "local_cache_hit_tokens": 26368.0, "computed_prefill_tokens": 6932.0, "prompt_tokens_by_source": { "local_compute": 6932.0, "local_cache_hit": 26368.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 33300.0, "prefix_cache_hits": 26368.0, "prefix_hit_fraction": 0.7918318318318318, "server_prefill_seconds": 3.336886839068029, "computed_prefill_tokens_per_second": 2077.3853997206757, "server_decode_seconds": 7.389675379963592, "server_queue_seconds": 2.6282454639440402, "server_ttft_seconds": 7.65695595741272, "preemptions": 0.0, "accepted_tokens": 316.0, "proposed_tokens": 336.0, "draft_rounds": 48.0, "speculative_acceptance": 0.9404761904761905, "mean_acceptance_length": 7.583333333333333, "accepted_per_position": { "6": 44.0, "0": 48.0, "4": 44.0, "5": 44.0, "3": 44.0, "1": 48.0, "2": 44.0 }, "negative_counter_deltas": {} }, { "name": "04-c8", "client_concurrency": 8, "requests": 8, "passed": true, "independent_passed_requests": 8, "request_count": 8, "wall_seconds": 6.587165498989634, "queue_inclusive_ttft_seconds": { "min": 0.5672432180144824, "median": 3.543779921514215, "max": 5.980309856997337 }, "short_output_decode_estimate": { "min": 48.97921010621841, "median": 68.96124849169269, "max": 148.5433222842814 }, "aggregate_output_tokens_per_second": 110.51794586179193, "aggregate_definition": "All returned completion tokens divided by batch wall time, including queueing/prefill", "raw_metrics": { "available": true, "before": "runs/d-concurrency/04-c8/metrics-before.txt", "after": "runs/d-concurrency/04-c8/metrics-after.txt", "matches_summary": true }, "batch_summary_matches_top_summary": true, "request_summaries_match": true, "local_cache_hit_tokens": 52736.0, "computed_prefill_tokens": 13864.0, "prompt_tokens_by_source": { "local_compute": 13864.0, "local_cache_hit": 52736.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 66600.0, "prefix_cache_hits": 52736.0, "prefix_hit_fraction": 0.7918318318318318, "server_prefill_seconds": 6.72696318506496, "computed_prefill_tokens_per_second": 2060.959695867002, "server_decode_seconds": 10.653878514945973, "server_queue_seconds": 15.772800929902587, "server_ttft_seconds": 26.394196271896362, "preemptions": 0.0, "accepted_tokens": 632.0, "proposed_tokens": 672.0, "draft_rounds": 96.0, "speculative_acceptance": 0.9404761904761905, "mean_acceptance_length": 7.583333333333333, "accepted_per_position": { "6": 88.0, "0": 96.0, "4": 88.0, "5": 88.0, "3": 88.0, "1": 96.0, "2": 88.0 }, "negative_counter_deltas": {} }, { "name": "05-reuse-after-release", "client_concurrency": 1, "requests": 1, "passed": true, "independent_passed_requests": 1, "request_count": 1, "wall_seconds": 1.1204663019743748, "queue_inclusive_ttft_seconds": { "min": 0.5655560999875888, "median": 0.5655560999875888, "max": 0.5655560999875888 }, "short_output_decode_estimate": { "min": 162.28051290620843, "median": 162.28051290620843, "max": 162.28051290620843 }, "aggregate_output_tokens_per_second": 81.21618636780848, "aggregate_definition": "All returned completion tokens divided by batch wall time, including queueing/prefill", "raw_metrics": { "available": true, "before": "runs/d-concurrency/05-reuse-after-release/metrics-before.txt", "after": "runs/d-concurrency/05-reuse-after-release/metrics-after.txt", "matches_summary": true }, "batch_summary_matches_top_summary": true, "request_summaries_match": true, "local_cache_hit_tokens": 6592.0, "computed_prefill_tokens": 1733.0, "prompt_tokens_by_source": { "local_compute": 1733.0, "local_cache_hit": 6592.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 8325.0, "prefix_cache_hits": 6592.0, "prefix_hit_fraction": 0.7918318318318318, "server_prefill_seconds": 0.543003239959944, "computed_prefill_tokens_per_second": 3191.509502094019, "server_decode_seconds": 0.558292796020396, "server_queue_seconds": 1.3721000868827105e-05, "server_ttft_seconds": 0.5598576068878174, "preemptions": 0.0, "accepted_tokens": 79.0, "proposed_tokens": 84.0, "draft_rounds": 12.0, "speculative_acceptance": 0.9404761904761905, "mean_acceptance_length": 7.583333333333333, "accepted_per_position": { "6": 11.0, "0": 12.0, "4": 11.0, "5": 11.0, "3": 11.0, "1": 12.0, "2": 11.0 }, "negative_counter_deltas": {} } ], "all_raw_metric_deltas_verified": true, "independent_checks_pass": true, "reuse_payload_matches_first_c8_branch": true, "total_preemptions": 0, "excluded_from_matched_throughput": true, "pressure_caveat": "Batch queue-time sums show waiting but do not identify a particular cache group as the cause. Idle snapshots and sparse scheduler logs cannot establish maximum simultaneous residency.", "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 17, "request_count": 17, "sample_count": 18, "sampled_peak_vram_used_bytes": 29472452608, "peak_sample_utc_epoch": 1789636534.9439106, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 4736290816, "minimum_sampled_host_memavailable_bytes": 10505707520 } }, { "name": "d-decode", "type": "decode", "arm": "D", "summary_path": "runs/d-decode/summary.json", "status": "PASS", "payload_sha256": "7da00f0f32b932db80cf3424dc5830b7d954061e7dde71a903a3aeace04daad8", "request_max_tokens": 512, "rows": [ { "index": 0, "warmup": true, "status": 200, "error": null, "finish_reason": "length", "stream_done": true, "completion_tokens": 512, "prompt_tokens": 74, "client_ttft_seconds": 0.11596586101222783, "elapsed_seconds": 4.22225662402343, "started_utc": "2026-09-17T09:10:14.522625+00:00", "client_decode_estimate_tokens_per_second": 124.44690983398092, "first_to_last_delta_seconds": 4.106168652011547, "content_sha256": "19ced1d9675fbc7ae827d72feab9a1d3fedf740e9e29a35f3e8a6483cdffc263", "transport_complete": true, "raw_metrics": { "available": true, "before": "runs/d-decode/0-before.txt", "after": "runs/d-decode/0-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 74.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 74.0, "local_cache_hit": 0.0 }, "prefix_cache_queries": 74.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 0.11119948903797194, "computed_prefill_tokens_per_second": 665.4706837252713, "server_decode_seconds": 4.106267202994786, "server_queue_seconds": 1.523998798802495e-05, "server_ttft_seconds": 0.11430191993713379, "preemptions": 0.0, "accepted_tokens": 425.0, "proposed_tokens": 651.0, "draft_rounds": 93.0, "speculative_acceptance": 0.65284178187404, "mean_acceptance_length": 5.56989247311828, "accepted_per_position": { "2": 70.0, "1": 75.0, "0": 84.0, "4": 52.0, "3": 59.0, "5": 45.0, "6": 40.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": true, "start_utc_epoch": 1789636214.522625, "end_utc_epoch": 1789636218.7448816, "first_sample_offset_seconds": 0.9323592185974121, "final_unsampled_gap_seconds": 0.28641796112060547, "sample_count": 4, "sampled_peak_vram_used_bytes": 29113880576, "peak_sample_utc_epoch": 1789636215.4549842, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5094862848, "minimum_sampled_host_memavailable_bytes": 10659143680 } }, { "index": 1, "warmup": false, "status": 200, "error": null, "finish_reason": "length", "stream_done": true, "completion_tokens": 512, "prompt_tokens": 74, "client_ttft_seconds": 0.1054448889917694, "elapsed_seconds": 4.213764332991559, "started_utc": "2026-09-17T09:10:18.759625+00:00", "client_decode_estimate_tokens_per_second": 124.38607460732284, "first_to_last_delta_seconds": 4.108176912995987, "content_sha256": "19ced1d9675fbc7ae827d72feab9a1d3fedf740e9e29a35f3e8a6483cdffc263", "transport_complete": true, "raw_metrics": { "available": true, "before": "runs/d-decode/1-before.txt", "after": "runs/d-decode/1-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 74.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 74.0, "local_cache_hit": 0.0 }, "prefix_cache_queries": 74.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 0.10093328496441245, "computed_prefill_tokens_per_second": 733.1575508128095, "server_decode_seconds": 4.108045644999947, "server_queue_seconds": 2.772302832454443e-05, "server_ttft_seconds": 0.10377621650695801, "preemptions": 0.0, "accepted_tokens": 425.0, "proposed_tokens": 651.0, "draft_rounds": 93.0, "speculative_acceptance": 0.65284178187404, "mean_acceptance_length": 5.56989247311828, "accepted_per_position": { "2": 70.0, "1": 75.0, "0": 84.0, "4": 52.0, "3": 59.0, "5": 45.0, "6": 40.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": true, "start_utc_epoch": 1789636218.759625, "end_utc_epoch": 1789636222.9733894, "first_sample_offset_seconds": 0.6996266841888428, "final_unsampled_gap_seconds": 0.5106122493743896, "sample_count": 4, "sampled_peak_vram_used_bytes": 29113880576, "peak_sample_utc_epoch": 1789636219.4592516, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5094862848, "minimum_sampled_host_memavailable_bytes": 10657095680 } }, { "index": 2, "warmup": false, "status": 200, "error": null, "finish_reason": "length", "stream_done": true, "completion_tokens": 512, "prompt_tokens": 74, "client_ttft_seconds": 0.10548948298674077, "elapsed_seconds": 4.2193073079688475, "started_utc": "2026-09-17T09:10:22.987892+00:00", "client_decode_estimate_tokens_per_second": 124.21900391545745, "first_to_last_delta_seconds": 4.113702283008024, "content_sha256": "19ced1d9675fbc7ae827d72feab9a1d3fedf740e9e29a35f3e8a6483cdffc263", "transport_complete": true, "raw_metrics": { "available": true, "before": "runs/d-decode/2-before.txt", "after": "runs/d-decode/2-after.txt", "matches_summary": true }, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 74.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 74.0, "local_cache_hit": 0.0 }, "prefix_cache_queries": 74.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 0.10095762897981331, "computed_prefill_tokens_per_second": 732.9807637894949, "server_decode_seconds": 4.113680562004447, "server_queue_seconds": 3.580399788916111e-05, "server_ttft_seconds": 0.10381293296813965, "preemptions": 0.0, "accepted_tokens": 425.0, "proposed_tokens": 651.0, "draft_rounds": 93.0, "speculative_acceptance": 0.65284178187404, "mean_acceptance_length": 5.56989247311828, "accepted_per_position": { "2": 70.0, "1": 75.0, "0": 84.0, "4": 52.0, "3": 59.0, "5": 45.0, "6": 40.0 }, "negative_counter_deltas": {}, "sampled_memory": { "available": true, "start_utc_epoch": 1789636222.987892, "end_utc_epoch": 1789636227.2071993, "first_sample_offset_seconds": 0.4766526222229004, "final_unsampled_gap_seconds": 0.7392978668212891, "sample_count": 4, "sampled_peak_vram_used_bytes": 29113880576, "peak_sample_utc_epoch": 1789636223.4645445, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5094862848, "minimum_sampled_host_memavailable_bytes": 10655707136 } } ], "measured_count": 2, "valid_measured_count": 2, "client_decode_estimate_median": 124.30253926139014, "client_decode_estimate_weighted": 124.30248312292296, "server_decode_tokens_per_second": 124.30479613019955, "measured_total_elapsed_seconds": 8.433071640960407, "speculative_acceptance": 0.65284178187404, "measured_draft_rounds": 186.0, "total_preemptions": 0, "output_repeat_equal": true, "correctness": "Transport and token budget only; capped code is not evaluated as a completed task", "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 2, "request_count": 2, "sample_count": 8, "sampled_peak_vram_used_bytes": 29113880576, "peak_sample_utc_epoch": 1789636219.4592516, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5094862848, "minimum_sampled_host_memavailable_bytes": 10655707136 } }, { "name": "d-long-warmup-40k", "type": "marker", "arm": "D", "excluded_warmup": true, "status": "PASS", "summary_path": "runs/d-long-warmup-40k/summary.json", "run_started_utc": "2026-09-17T09:19:35.676020+00:00", "run_finished_utc": "2026-09-17T09:19:51.080548+00:00", "corpus_sha256": "12e10445a58477364bd5a46f86adf3c8493e2003130efd9bc9bf6e3a6404a918", "corpus_hash_verified": true, "target_prompt_tokens": 40000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39997, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 14.59422030398855, "elapsed_seconds": 15.3596363979741, "started_utc": "2026-09-17T09:19:35.713408+00:00", "client_decode_estimate_tokens_per_second": 109.75993337687423, "last_nonempty_delta_seconds": 15.3595268909703, "first_to_last_delta_seconds": 0.765306586981751, "payload_sha256": "6a964611355c1ce89baf7b52abd70482250749490cf65b4270369144e9116b3d", "payload_matches_corpus": true, "content_sha256": "51085ee87e29c0607eaa5eacd397789e4e17fb6c539912d104cca1f7f3079efb", "answer_json": { "document_tag": "archive-41f5f4fe7f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-41f5f4fe7f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39997.0, "prompt_tokens_by_source": { "local_cache_hit": 0.0, "local_compute": 39997.0, "external_kv_transfer": 0.0 }, "prefix_cache_queries": 39997.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 14.474493091984186, "computed_prefill_tokens_per_second": 2763.2746615596434, "server_decode_seconds": 0.7868737259996124, "server_queue_seconds": 1.9241997506469488e-05, "server_ttft_seconds": 14.568796873092651, "preemptions": 0.0, "accepted_tokens": 69.0, "proposed_tokens": 112.0, "draft_rounds": 16.0, "speculative_acceptance": 0.6160714285714286, "mean_acceptance_length": 5.3125, "accepted_per_position": { "1": 15.0, "0": 16.0, "3": 8.0, "2": 14.0, "5": 6.0, "4": 6.0, "6": 4.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-long-warmup-40k/00-cold-metrics-before.txt", "after": "runs/d-long-warmup-40k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636775.713408, "end_utc_epoch": 1789636791.0730443, "first_sample_offset_seconds": 0.6302440166473389, "final_unsampled_gap_seconds": 0.7139489650726318, "sample_count": 15, "sampled_peak_vram_used_bytes": 32333189120, "peak_sample_utc_epoch": 1789636777.3447833, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 1875554304, "minimum_sampled_host_memavailable_bytes": 10551087104 } } ], "passed_cases": 1, "case_count": 1, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold" ], "chain_complete": false, "four_turn_elapsed_seconds": null, "four_turn_ttft_seconds": null, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": null, "repeat_elapsed_speedup_vs_cold": null, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 1, "request_count": 1, "sample_count": 15, "sampled_peak_vram_used_bytes": 32333189120, "peak_sample_utc_epoch": 1789636777.3447833, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 1875554304, "minimum_sampled_host_memavailable_bytes": 10551087104 } }, { "name": "d-repeat-150k", "type": "marker", "arm": "D", "excluded_warmup": false, "status": "PASS", "summary_path": "runs/d-repeat-150k/summary.json", "run_started_utc": "2026-09-17T09:21:29.804513+00:00", "run_finished_utc": "2026-09-17T09:23:02.416258+00:00", "corpus_sha256": "26d508bd64fe065c8d7c7d615af185321a4b63f8046afb5107271b4cc198348d", "corpus_hash_verified": true, "target_prompt_tokens": 150000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 149977, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 88.61075399402762, "elapsed_seconds": 89.57036234997213, "started_utc": "2026-09-17T09:21:29.828155+00:00", "client_decode_estimate_tokens_per_second": 87.54489941112922, "last_nonempty_delta_seconds": 89.57026163599221, "first_to_last_delta_seconds": 0.959507641964592, "payload_sha256": "07bdddb7761f7bb3cea2ef3c2f64c21c28871dfbbb7922ea6bf1e12aa449fd32", "payload_matches_corpus": true, "content_sha256": "5b5db1985bbe3bf03fd6955b5a704a0e720e0fbe3fb5a6f5f5ef15f408fca7c5", "answer_json": { "document_tag": "archive-948f48dc41", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-948f48dc41", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 149977.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 0.0, "local_compute": 149977.0 }, "prefix_cache_queries": 149977.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 88.23168678802904, "computed_prefill_tokens_per_second": 1699.8088267348908, "server_decode_seconds": 1.018270117987413, "server_queue_seconds": 1.5369965694844723e-05, "server_ttft_seconds": 88.54498362541199, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 119.0, "draft_rounds": 17.0, "speculative_acceptance": 0.5714285714285714, "mean_acceptance_length": 5.0, "accepted_per_position": { "4": 6.0, "5": 4.0, "3": 8.0, "6": 4.0, "1": 16.0, "2": 13.0, "0": 17.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-repeat-150k/00-cold-metrics-before.txt", "after": "runs/d-repeat-150k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636889.828155, "end_utc_epoch": 1789636979.3985174, "first_sample_offset_seconds": 0.6402037143707275, "final_unsampled_gap_seconds": 0.833890438079834, "sample_count": 89, "sampled_peak_vram_used_bytes": 32333193216, "peak_sample_utc_epoch": 1789636890.4683588, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 1875550208, "minimum_sampled_host_memavailable_bytes": 10557976576 } }, { "case": "repeat", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 149977, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 2.032992133987136, "elapsed_seconds": 2.990930464991834, "started_utc": "2026-09-17T09:22:59.417825+00:00", "client_decode_estimate_tokens_per_second": 87.6983435091922, "last_nonempty_delta_seconds": 2.9908209439599887, "first_to_last_delta_seconds": 0.9578288099728525, "payload_sha256": "07bdddb7761f7bb3cea2ef3c2f64c21c28871dfbbb7922ea6bf1e12aa449fd32", "payload_matches_corpus": true, "content_sha256": "5b5db1985bbe3bf03fd6955b5a704a0e720e0fbe3fb5a6f5f5ef15f408fca7c5", "answer_json": { "document_tag": "archive-948f48dc41", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-948f48dc41", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 149977 }, "local_cache_hit_tokens": 148320.0, "computed_prefill_tokens": 1657.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_cache_hit": 148320.0, "local_compute": 1657.0 }, "prefix_cache_queries": 149977.0, "prefix_cache_hits": 148320.0, "prefix_hit_fraction": 0.9889516392513519, "server_prefill_seconds": 1.6512659220024943, "computed_prefill_tokens_per_second": 1003.4725345694484, "server_decode_seconds": 1.0163058889447711, "server_queue_seconds": 1.4980032574385405e-05, "server_ttft_seconds": 1.9678542613983154, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 119.0, "draft_rounds": 17.0, "speculative_acceptance": 0.5714285714285714, "mean_acceptance_length": 5.0, "accepted_per_position": { "4": 6.0, "5": 4.0, "3": 8.0, "6": 4.0, "1": 16.0, "2": 13.0, "0": 17.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-repeat-150k/01-repeat-metrics-before.txt", "after": "runs/d-repeat-150k/01-repeat-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636979.417825, "end_utc_epoch": 1789636982.4087555, "first_sample_offset_seconds": 0.14789485931396484, "final_unsampled_gap_seconds": 0.8402390480041504, "sample_count": 3, "sampled_peak_vram_used_bytes": 32333193216, "peak_sample_utc_epoch": 1789636979.5657198, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 1875550208, "minimum_sampled_host_memavailable_bytes": 10534506496 } } ], "passed_cases": 2, "case_count": 2, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold", "repeat" ], "chain_complete": false, "four_turn_elapsed_seconds": null, "four_turn_ttft_seconds": null, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": 43.586373263649975, "repeat_elapsed_speedup_vs_cold": 29.947323549769212, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 2, "request_count": 2, "sample_count": 92, "sampled_peak_vram_used_bytes": 32333193216, "peak_sample_utc_epoch": 1789636890.4683588, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 1875550208, "minimum_sampled_host_memavailable_bytes": 10534506496 } }, { "name": "d-repeat-40k", "type": "marker", "arm": "D", "excluded_warmup": false, "status": "PASS", "summary_path": "runs/d-repeat-40k/summary.json", "run_started_utc": "2026-09-17T09:11:11.134684+00:00", "run_finished_utc": "2026-09-17T09:11:28.827038+00:00", "corpus_sha256": "a301679a1a10a7eb6997d34a7738eb2a742d5d02518e9bf6af234c676c201d7d", "corpus_hash_verified": true, "target_prompt_tokens": 40000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39998, "completion_tokens": 86, "prompt_tokens_match": true, "client_ttft_seconds": 14.822218280984089, "elapsed_seconds": 15.689481298963074, "started_utc": "2026-09-17T09:11:11.145828+00:00", "client_decode_estimate_tokens_per_second": 98.02669755331365, "last_nonempty_delta_seconds": 15.68932899797801, "first_to_last_delta_seconds": 0.8671107169939205, "payload_sha256": "dda22d47cc4ccfeac3701ca553859a60178f34693d5cee7661fc43330391fd1b", "payload_matches_corpus": true, "content_sha256": "a471c5fe41b5320f0a772428135cf8147b4032f660f1f343cb280ba6a9dabff1", "answer_json": { "document_tag": "archive-9086225c2f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-9086225c2f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39998.0, "prompt_tokens_by_source": { "local_compute": 39998.0, "external_kv_transfer": 0.0, "local_cache_hit": 0.0 }, "prefix_cache_queries": 39998.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 14.726565513003152, "computed_prefill_tokens_per_second": 2716.0440066411184, "server_decode_seconds": 0.8846640540286899, "server_queue_seconds": 1.4421995729207993e-05, "server_ttft_seconds": 14.801349401473999, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 126.0, "draft_rounds": 18.0, "speculative_acceptance": 0.5396825396825397, "mean_acceptance_length": 4.777777777777778, "accepted_per_position": { "5": 6.0, "4": 6.0, "6": 5.0, "3": 7.0, "1": 16.0, "0": 18.0, "2": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-repeat-40k/00-cold-metrics-before.txt", "after": "runs/d-repeat-40k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636271.145828, "end_utc_epoch": 1789636286.8353093, "first_sample_offset_seconds": 0.38457298278808594, "final_unsampled_gap_seconds": 0.2868082523345947, "sample_count": 16, "sampled_peak_vram_used_bytes": 29113880576, "peak_sample_utc_epoch": 1789636271.530401, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5094862848, "minimum_sampled_host_memavailable_bytes": 10629308416 } }, { "case": "repeat", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39998, "completion_tokens": 86, "prompt_tokens_match": true, "client_ttft_seconds": 1.1023636549944058, "elapsed_seconds": 1.9694395189872012, "started_utc": "2026-09-17T09:11:26.850354+00:00", "client_decode_estimate_tokens_per_second": 98.04288794388246, "last_nonempty_delta_seconds": 1.9693311809678562, "first_to_last_delta_seconds": 0.8669675259734504, "payload_sha256": "dda22d47cc4ccfeac3701ca553859a60178f34693d5cee7661fc43330391fd1b", "payload_matches_corpus": true, "content_sha256": "a471c5fe41b5320f0a772428135cf8147b4032f660f1f343cb280ba6a9dabff1", "answer_json": { "document_tag": "archive-9086225c2f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-9086225c2f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": { "cold": 39998 }, "local_cache_hit_tokens": 37904.0, "computed_prefill_tokens": 2094.0, "prompt_tokens_by_source": { "local_compute": 2094.0, "external_kv_transfer": 0.0, "local_cache_hit": 37904.0 }, "prefix_cache_queries": 39998.0, "prefix_cache_hits": 37904.0, "prefix_hit_fraction": 0.9476473823691185, "server_prefill_seconds": 1.0062036190065555, "computed_prefill_tokens_per_second": 2081.0897123063887, "server_decode_seconds": 0.8846652479842305, "server_queue_seconds": 1.5188998077064753e-05, "server_ttft_seconds": 1.0814685821533203, "preemptions": 0.0, "accepted_tokens": 68.0, "proposed_tokens": 126.0, "draft_rounds": 18.0, "speculative_acceptance": 0.5396825396825397, "mean_acceptance_length": 4.777777777777778, "accepted_per_position": { "5": 6.0, "4": 6.0, "6": 5.0, "3": 7.0, "1": 16.0, "0": 18.0, "2": 10.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-repeat-40k/01-repeat-metrics-before.txt", "after": "runs/d-repeat-40k/01-repeat-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636286.850354, "end_utc_epoch": 1789636288.8197935, "first_sample_offset_seconds": 0.6992206573486328, "final_unsampled_gap_seconds": 0.2695426940917969, "sample_count": 2, "sampled_peak_vram_used_bytes": 29113880576, "peak_sample_utc_epoch": 1789636287.5495746, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5094862848, "minimum_sampled_host_memavailable_bytes": 10635235328 } } ], "passed_cases": 2, "case_count": 2, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold", "repeat" ], "chain_complete": false, "four_turn_elapsed_seconds": null, "four_turn_ttft_seconds": null, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": 13.445851751216622, "repeat_elapsed_speedup_vs_cold": 7.966470230592055, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 2, "request_count": 2, "sample_count": 18, "sampled_peak_vram_used_bytes": 29113880576, "peak_sample_utc_epoch": 1789636271.530401, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5094862848, "minimum_sampled_host_memavailable_bytes": 10629308416 } }, { "name": "d-warmup-40k", "type": "marker", "arm": "D", "excluded_warmup": true, "status": "PASS", "summary_path": "runs/d-warmup-40k/summary.json", "run_started_utc": "2026-09-17T09:08:52.321482+00:00", "run_finished_utc": "2026-09-17T09:09:07.714416+00:00", "corpus_sha256": "12e10445a58477364bd5a46f86adf3c8493e2003130efd9bc9bf6e3a6404a918", "corpus_hash_verified": true, "target_prompt_tokens": 40000, "cases": [ { "case": "cold", "passed": true, "retrieval_pass": true, "status": 200, "finish_reason": "stop", "error": null, "prompt_tokens": 39997, "completion_tokens": 85, "prompt_tokens_match": true, "client_ttft_seconds": 14.584791491972283, "elapsed_seconds": 15.350752929982264, "started_utc": "2026-09-17T09:08:52.356350+00:00", "client_decode_estimate_tokens_per_second": 109.68579569923774, "last_nonempty_delta_seconds": 15.350615356990602, "first_to_last_delta_seconds": 0.7658238650183193, "payload_sha256": "6a964611355c1ce89baf7b52abd70482250749490cf65b4270369144e9116b3d", "payload_matches_corpus": true, "content_sha256": "51085ee87e29c0607eaa5eacd397789e4e17fb6c539912d104cca1f7f3079efb", "answer_json": { "document_tag": "archive-41f5f4fe7f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "expected_json": { "document_tag": "archive-41f5f4fe7f", "KEY_1": "cobalt-731-lantern", "KEY_2": "maple-482-circuit", "KEY_3": "violet-965-harbor", "latest_tail": "none" }, "common_prefix_tokens": {}, "local_cache_hit_tokens": 0.0, "computed_prefill_tokens": 39997.0, "prompt_tokens_by_source": { "external_kv_transfer": 0.0, "local_compute": 39997.0, "local_cache_hit": 0.0 }, "prefix_cache_queries": 39997.0, "prefix_cache_hits": 0.0, "prefix_hit_fraction": 0.0, "server_prefill_seconds": 14.45721580699319, "computed_prefill_tokens_per_second": 2766.576949114421, "server_decode_seconds": 0.7868889060337096, "server_queue_seconds": 1.9085011444985867e-05, "server_ttft_seconds": 14.559791326522827, "preemptions": 0.0, "accepted_tokens": 69.0, "proposed_tokens": 112.0, "draft_rounds": 16.0, "speculative_acceptance": 0.6160714285714286, "mean_acceptance_length": 5.3125, "accepted_per_position": { "0": 16.0, "6": 4.0, "4": 6.0, "1": 15.0, "3": 8.0, "2": 14.0, "5": 6.0 }, "negative_counter_deltas": {}, "raw_metrics": { "available": true, "before": "runs/d-warmup-40k/00-cold-metrics-before.txt", "after": "runs/d-warmup-40k/00-cold-metrics-after.txt", "matches_summary": true }, "sampled_memory": { "available": true, "start_utc_epoch": 1789636132.35635, "end_utc_epoch": 1789636147.7071028, "first_sample_offset_seconds": 0.0021181106567382812, "final_unsampled_gap_seconds": 0.32982659339904785, "sample_count": 16, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636134.3626359, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10657308672 } } ], "passed_cases": 1, "case_count": 1, "all_cases_passed": true, "all_payloads_verified": true, "all_raw_metric_deltas_verified": true, "case_schedule": [ "cold" ], "chain_complete": false, "four_turn_elapsed_seconds": null, "four_turn_ttft_seconds": null, "cold_zero_cache_hits": true, "repeat_ttft_speedup_vs_cold": null, "repeat_elapsed_speedup_vs_cold": null, "total_preemptions": 0, "sampling": { "temperature": 0, "top_p": 1, "top_k": null, "seed": 42, "max_tokens": 192, "chat_template_kwargs": { "enable_thinking": false } }, "sampled_request_window_memory": { "scope": "Union of recorded non-warmup request windows; excludes between-request gaps", "request_windows_recorded": 1, "request_count": 1, "sample_count": 16, "sampled_peak_vram_used_bytes": 29103378432, "peak_sample_utc_epoch": 1789636134.3626359, "device_total_bytes_at_peak": 34208743424, "sampled_free_vram_bytes_at_peak": 5105364992, "minimum_sampled_host_memavailable_bytes": 10657308672 } } ], "same_corpus_comparisons": [ { "left": "a-40k", "right": "b-40k", "left_arm": "A", "right_arm": "B", "corpus_sha256": "6bdaee640719b17b78b1959f3257e188ea0560f20fab0e1b506f5bad005ef3da", "target_prompt_tokens": 40000, "exact_payloads_match": true, "both_runs_pass": true, "four_turn_elapsed_speedup_left_over_right": 0.9129228136305932, "cases": [ { "case": "branch_b", "ttft_speedup_left_over_right": 0.9113599659608913, "ttft_change_percent_right_vs_left": 9.726127693753938, "elapsed_speedup_left_over_right": 0.9135106344335047, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "changed_prefix", "ttft_speedup_left_over_right": 0.9116629613478904, "ttft_change_percent_right_vs_left": 9.689659709494357, "elapsed_speedup_left_over_right": 0.9119512035325069, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "cold", "ttft_speedup_left_over_right": 0.9120720720846879, "ttft_change_percent_right_vs_left": 9.64045831535425, "elapsed_speedup_left_over_right": 0.9122324461707084, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow1", "ttft_speedup_left_over_right": 0.9114307429176024, "ttft_change_percent_right_vs_left": 9.717606935100353, "elapsed_speedup_left_over_right": 0.9135502140720195, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow2", "ttft_speedup_left_over_right": 0.9115964749486353, "ttft_change_percent_right_vs_left": 9.697659817776927, "elapsed_speedup_left_over_right": 0.913763475682624, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "repeat", "ttft_speedup_left_over_right": 0.9118739636150271, "ttft_change_percent_right_vs_left": 9.664278167961582, "elapsed_speedup_left_over_right": 0.9121426691777301, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "return_a", "ttft_speedup_left_over_right": 0.9121166873479342, "ttft_change_percent_right_vs_left": 9.635095363466583, "elapsed_speedup_left_over_right": 0.9141713338106725, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 } ] }, { "left": "a-40k", "right": "c-40k", "left_arm": "A", "right_arm": "C", "corpus_sha256": "6bdaee640719b17b78b1959f3257e188ea0560f20fab0e1b506f5bad005ef3da", "target_prompt_tokens": 40000, "exact_payloads_match": true, "both_runs_pass": true, "four_turn_elapsed_speedup_left_over_right": 2.714029870825756, "cases": [ { "case": "branch_b", "ttft_speedup_left_over_right": 0.8979847206315524, "ttft_change_percent_right_vs_left": 11.360469396038297, "elapsed_speedup_left_over_right": 0.9005188037692434, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "changed_prefix", "ttft_speedup_left_over_right": 0.8992560596253877, "ttft_change_percent_right_vs_left": 11.203031583304558, "elapsed_speedup_left_over_right": 0.902696248397236, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "cold", "ttft_speedup_left_over_right": 0.8977088219219314, "ttft_change_percent_right_vs_left": 11.39469453570372, "elapsed_speedup_left_over_right": 0.901116820757421, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow1", "ttft_speedup_left_over_right": 11.540232491593596, "ttft_change_percent_right_vs_left": -91.33466331177952, "elapsed_speedup_left_over_right": 8.578054234622602, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow2", "ttft_speedup_left_over_right": 10.377765875286206, "ttft_change_percent_right_vs_left": -90.36401464421724, "elapsed_speedup_left_over_right": 7.957968062297545, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "repeat", "ttft_speedup_left_over_right": 12.411715191849536, "ttft_change_percent_right_vs_left": -91.94309582082035, "elapsed_speedup_left_over_right": 7.953045688813995, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "return_a", "ttft_speedup_left_over_right": 10.364380899248356, "ttft_change_percent_right_vs_left": -90.35157034731787, "elapsed_speedup_left_over_right": 7.957430819578799, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 } ] }, { "left": "a-40k", "right": "d-40k", "left_arm": "A", "right_arm": "D", "corpus_sha256": "6bdaee640719b17b78b1959f3257e188ea0560f20fab0e1b506f5bad005ef3da", "target_prompt_tokens": 40000, "exact_payloads_match": true, "both_runs_pass": true, "four_turn_elapsed_speedup_left_over_right": 2.852937509490952, "cases": [ { "case": "branch_b", "ttft_speedup_left_over_right": 0.950557504467349, "ttft_change_percent_right_vs_left": 5.201420776784715, "elapsed_speedup_left_over_right": 0.9516261389330429, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "changed_prefix", "ttft_speedup_left_over_right": 0.9539130262839198, "ttft_change_percent_right_vs_left": 4.831360139363783, "elapsed_speedup_left_over_right": 0.95203120417384, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "cold", "ttft_speedup_left_over_right": 0.9526591529229249, "ttft_change_percent_right_vs_left": 4.969337347132496, "elapsed_speedup_left_over_right": 0.9537847554355776, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow1", "ttft_speedup_left_over_right": 12.047586052501085, "ttft_change_percent_right_vs_left": -91.69958201051904, "elapsed_speedup_left_over_right": 8.855152182360763, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow2", "ttft_speedup_left_over_right": 10.85241629355052, "ttft_change_percent_right_vs_left": -90.78546221458267, "elapsed_speedup_left_over_right": 8.220152963782906, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "repeat", "ttft_speedup_left_over_right": 12.91272421432186, "ttft_change_percent_right_vs_left": -92.25570078472774, "elapsed_speedup_left_over_right": 8.1509222949928, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "return_a", "ttft_speedup_left_over_right": 10.807346189681544, "ttft_change_percent_right_vs_left": -90.74703463321308, "elapsed_speedup_left_over_right": 8.203468616245125, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 } ] }, { "left": "a-8k", "right": "b-8k", "left_arm": "A", "right_arm": "B", "corpus_sha256": "8bdabf32986c87bd1ec67b83f1b95cd3d2cf6c93b81eda130f8cbe67ccd95af0", "target_prompt_tokens": 8000, "exact_payloads_match": true, "both_runs_pass": true, "four_turn_elapsed_speedup_left_over_right": 0.9164123000317521, "cases": [ { "case": "branch_b", "ttft_speedup_left_over_right": 0.8983039373566913, "ttft_change_percent_right_vs_left": 11.320896905178323, "elapsed_speedup_left_over_right": 0.9088492192410503, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "changed_prefix", "ttft_speedup_left_over_right": 0.8966505920924004, "ttft_change_percent_right_vs_left": 11.526162902142968, "elapsed_speedup_left_over_right": 0.8973428370300235, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "cold", "ttft_speedup_left_over_right": 0.8958310481206332, "ttft_change_percent_right_vs_left": 11.628191733017413, "elapsed_speedup_left_over_right": 0.9222602509423945, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow1", "ttft_speedup_left_over_right": 0.8985000641618818, "ttft_change_percent_right_vs_left": 11.29659750584404, "elapsed_speedup_left_over_right": 0.9092117365401055, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow2", "ttft_speedup_left_over_right": 0.9009748186926452, "ttft_change_percent_right_vs_left": 10.990893336069574, "elapsed_speedup_left_over_right": 0.9114234935142039, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "repeat", "ttft_speedup_left_over_right": 0.896419277389751, "ttft_change_percent_right_vs_left": 11.554941445688428, "elapsed_speedup_left_over_right": 0.9230638951313485, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "return_a", "ttft_speedup_left_over_right": 0.9008016321734477, "ttft_change_percent_right_vs_left": 11.012232247759957, "elapsed_speedup_left_over_right": 0.911009408011754, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 } ] }, { "left": "a-8k", "right": "c-8k", "left_arm": "A", "right_arm": "C", "corpus_sha256": "8bdabf32986c87bd1ec67b83f1b95cd3d2cf6c93b81eda130f8cbe67ccd95af0", "target_prompt_tokens": 8000, "exact_payloads_match": true, "both_runs_pass": true, "four_turn_elapsed_speedup_left_over_right": 1.5435452794668005, "cases": [ { "case": "branch_b", "ttft_speedup_left_over_right": 4.120517876193143, "ttft_change_percent_right_vs_left": -75.73120588124038, "elapsed_speedup_left_over_right": 2.67879150601905, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "changed_prefix", "ttft_speedup_left_over_right": 0.902064490351405, "ttft_change_percent_right_vs_left": 10.856819074037993, "elapsed_speedup_left_over_right": 0.888337294039394, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "cold", "ttft_speedup_left_over_right": 0.9008029553924489, "ttft_change_percent_right_vs_left": 11.012069178251572, "elapsed_speedup_left_over_right": 0.9259942375126854, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow1", "ttft_speedup_left_over_right": 2.1360835760079557, "ttft_change_percent_right_vs_left": -53.18535233210015, "elapsed_speedup_left_over_right": 1.7784113984442986, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow2", "ttft_speedup_left_over_right": 3.437146745042335, "ttft_change_percent_right_vs_left": -70.90610107228102, "elapsed_speedup_left_over_right": 2.435706460838386, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "repeat", "ttft_speedup_left_over_right": 2.29972553880586, "ttft_change_percent_right_vs_left": -56.516550208889136, "elapsed_speedup_left_over_right": 1.833179154751726, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "return_a", "ttft_speedup_left_over_right": 3.437553869031981, "ttft_change_percent_right_vs_left": -70.90954678532496, "elapsed_speedup_left_over_right": 2.434932622915677, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 } ] }, { "left": "a-8k", "right": "d-8k", "left_arm": "A", "right_arm": "D", "corpus_sha256": "8bdabf32986c87bd1ec67b83f1b95cd3d2cf6c93b81eda130f8cbe67ccd95af0", "target_prompt_tokens": 8000, "exact_payloads_match": true, "both_runs_pass": true, "four_turn_elapsed_speedup_left_over_right": 1.614172372492249, "cases": [ { "case": "branch_b", "ttft_speedup_left_over_right": 4.3635801518569695, "ttft_change_percent_right_vs_left": -77.08303812009872, "elapsed_speedup_left_over_right": 2.7606519750127205, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "changed_prefix", "ttft_speedup_left_over_right": 0.9641979942849704, "ttft_change_percent_right_vs_left": 3.713138372744651, "elapsed_speedup_left_over_right": 0.9637648545287089, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "cold", "ttft_speedup_left_over_right": 0.963704822428599, "ttft_change_percent_right_vs_left": 3.7662131315203684, "elapsed_speedup_left_over_right": 0.9777219172776532, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow1", "ttft_speedup_left_over_right": 2.2587946986736425, "ttft_change_percent_right_vs_left": -55.72860160389092, "elapsed_speedup_left_over_right": 1.8485473382667124, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow2", "ttft_speedup_left_over_right": 3.6349290917387473, "ttft_change_percent_right_vs_left": -72.4891469747583, "elapsed_speedup_left_over_right": 2.514673330927243, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "repeat", "ttft_speedup_left_over_right": 2.462204652848942, "ttft_change_percent_right_vs_left": -59.385991784113855, "elapsed_speedup_left_over_right": 1.9119353989318641, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "return_a", "ttft_speedup_left_over_right": 3.634716083496873, "ttft_change_percent_right_vs_left": -72.48753473371917, "elapsed_speedup_left_over_right": 2.515372247775819, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 } ] }, { "left": "b-40k", "right": "c-40k", "left_arm": "B", "right_arm": "C", "corpus_sha256": "6bdaee640719b17b78b1959f3257e188ea0560f20fab0e1b506f5bad005ef3da", "target_prompt_tokens": 40000, "exact_payloads_match": true, "both_runs_pass": true, "four_turn_elapsed_speedup_left_over_right": 2.972901794437975, "cases": [ { "case": "branch_b", "ttft_speedup_left_over_right": 0.9853238612305767, "ttft_change_percent_right_vs_left": 1.4894735981623386, "elapsed_speedup_left_over_right": 0.9857781287107645, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "changed_prefix", "ttft_speedup_left_over_right": 0.9863909117200954, "ttft_change_percent_right_vs_left": 1.3796850840984254, "elapsed_speedup_left_over_right": 0.9898514798824528, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "cold", "ttft_speedup_left_over_right": 0.9842520666925729, "ttft_change_percent_right_vs_left": 1.5999898644201593, "elapsed_speedup_left_over_right": 0.9878149199143841, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow1", "ttft_speedup_left_over_right": 12.661666924523399, "ttft_change_percent_right_vs_left": -92.10214574462405, "elapsed_speedup_left_over_right": 9.389800475648899, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow2", "ttft_speedup_left_over_right": 11.384166306556802, "ttft_change_percent_right_vs_left": -91.21586971701176, "elapsed_speedup_left_over_right": 8.709002136852288, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "repeat", "ttft_speedup_left_over_right": 13.611217873405021, "ttft_change_percent_right_vs_left": -92.65311885166498, "elapsed_speedup_left_over_right": 8.719080860435389, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "return_a", "ttft_speedup_left_over_right": 11.36299888272385, "ttft_change_percent_right_vs_left": -91.19950630708601, "elapsed_speedup_left_over_right": 8.70452892720743, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 } ] }, { "left": "b-40k", "right": "d-40k", "left_arm": "B", "right_arm": "D", "corpus_sha256": "6bdaee640719b17b78b1959f3257e188ea0560f20fab0e1b506f5bad005ef3da", "target_prompt_tokens": 40000, "exact_payloads_match": true, "both_runs_pass": true, "four_turn_elapsed_speedup_left_over_right": 3.1250588405663065, "cases": [ { "case": "branch_b", "ttft_speedup_left_over_right": 1.043009941154404, "ttft_change_percent_right_vs_left": -4.123636741832071, "elapsed_speedup_left_over_right": 1.0417242044731914, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "changed_prefix", "ttft_speedup_left_over_right": 1.046343952455371, "ttft_change_percent_right_vs_left": -4.429131773220407, "elapsed_speedup_left_over_right": 1.043949720649614, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "cold", "ttft_speedup_left_over_right": 1.0444998614478664, "ttft_change_percent_right_vs_left": -4.260398980444247, "elapsed_speedup_left_over_right": 1.0455501330163095, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow1", "ttft_speedup_left_over_right": 13.218323110251115, "ttft_change_percent_right_vs_left": -92.43474386532074, "elapsed_speedup_left_over_right": 9.693120362689411, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow2", "ttft_speedup_left_over_right": 11.904846707708044, "ttft_change_percent_right_vs_left": -91.60005983653255, "elapsed_speedup_left_over_right": 8.995930766046508, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "repeat", "ttft_speedup_left_over_right": 14.160645801455654, "ttft_change_percent_right_vs_left": -92.93817517914893, "elapsed_speedup_left_over_right": 8.936016886854572, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "return_a", "ttft_speedup_left_over_right": 11.848644301317332, "ttft_change_percent_right_vs_left": -91.56021588150114, "elapsed_speedup_left_over_right": 8.973666437394643, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 } ] }, { "left": "b-8k", "right": "c-8k", "left_arm": "B", "right_arm": "C", "corpus_sha256": "8bdabf32986c87bd1ec67b83f1b95cd3d2cf6c93b81eda130f8cbe67ccd95af0", "target_prompt_tokens": 8000, "exact_payloads_match": true, "both_runs_pass": true, "four_turn_elapsed_speedup_left_over_right": 1.684334965182505, "cases": [ { "case": "branch_b", "ttft_speedup_left_over_right": 4.5869974569164125, "ttft_change_percent_right_vs_left": -78.19924668821933, "elapsed_speedup_left_over_right": 2.9474542633771748, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "changed_prefix", "ttft_speedup_left_over_right": 1.0060379129916937, "ttft_change_percent_right_vs_left": -0.6001675397837136, "elapsed_speedup_left_over_right": 0.9899642114262198, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "cold", "ttft_speedup_left_over_right": 1.0055500501821704, "ttft_change_percent_right_vs_left": -0.551941714006654, "elapsed_speedup_left_over_right": 1.0040487341468696, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow1", "ttft_speedup_left_over_right": 2.377388339978015, "ttft_change_percent_right_vs_left": -57.93703606667611, "elapsed_speedup_left_over_right": 1.9559925669369673, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow2", "ttft_speedup_left_over_right": 3.814919877594125, "ttft_change_percent_right_vs_left": -73.78712968853624, "elapsed_speedup_left_over_right": 2.672420096882687, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "repeat", "ttft_speedup_left_over_right": 2.5654574782264197, "ttft_change_percent_right_vs_left": -61.02059735983888, "elapsed_speedup_left_over_right": 1.9859721135456951, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "return_a", "ttft_speedup_left_over_right": 3.816105284731641, "ttft_change_percent_right_vs_left": -73.79527226355542, "elapsed_speedup_left_over_right": 2.67278537576229, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 } ] }, { "left": "b-8k", "right": "d-8k", "left_arm": "B", "right_arm": "D", "corpus_sha256": "8bdabf32986c87bd1ec67b83f1b95cd3d2cf6c93b81eda130f8cbe67ccd95af0", "target_prompt_tokens": 8000, "exact_payloads_match": true, "both_runs_pass": true, "four_turn_elapsed_speedup_left_over_right": 1.7614040890070122, "cases": [ { "case": "branch_b", "ttft_speedup_left_over_right": 4.857576562223521, "ttft_change_percent_right_vs_left": -79.41360291103148, "elapsed_speedup_left_over_right": 3.0375247252982724, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "changed_prefix", "ttft_speedup_left_over_right": 1.0753330258054514, "ttft_change_percent_right_vs_left": -7.00555307031745, "elapsed_speedup_left_over_right": 1.0740207808628923, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "cold", "ttft_speedup_left_over_right": 1.0757662669209316, "ttft_change_percent_right_vs_left": -7.043004530881092, "elapsed_speedup_left_over_right": 1.0601366764734643, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow1", "ttft_speedup_left_over_right": 2.5139616442661468, "ttft_change_percent_right_vs_left": -60.22214570055976, "elapsed_speedup_left_over_right": 2.0331318481447833, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow2", "ttft_speedup_left_over_right": 4.034440271053515, "ttft_change_percent_right_vs_left": -75.21341418350285, "elapsed_speedup_left_over_right": 2.759061346149131, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "repeat", "ttft_speedup_left_over_right": 2.746710958758653, "ttft_change_percent_right_vs_left": -63.592820103213946, "elapsed_speedup_left_over_right": 2.0712925822538026, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "return_a", "ttft_speedup_left_over_right": 4.034979460158233, "ttft_change_percent_right_vs_left": -75.21672638301895, "elapsed_speedup_left_over_right": 2.7610826251130938, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 } ] }, { "left": "c-40k", "right": "d-40k", "left_arm": "C", "right_arm": "D", "corpus_sha256": "6bdaee640719b17b78b1959f3257e188ea0560f20fab0e1b506f5bad005ef3da", "target_prompt_tokens": 40000, "exact_payloads_match": true, "both_runs_pass": true, "four_turn_elapsed_speedup_left_over_right": 1.0511813227106939, "cases": [ { "case": "branch_b", "ttft_speedup_left_over_right": 1.0585452988541075, "ttft_change_percent_right_vs_left": -5.530731553716583, "elapsed_speedup_left_over_right": 1.0567532126479569, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "changed_prefix", "ttft_speedup_left_over_right": 1.0607802038957637, "ttft_change_percent_right_vs_left": -5.729764155905781, "elapsed_speedup_left_over_right": 1.0546528866871883, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "cold", "ttft_speedup_left_over_right": 1.0612117533649148, "ttft_change_percent_right_vs_left": -5.768099832179885, "elapsed_speedup_left_over_right": 1.0584473993437247, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow1", "ttft_speedup_left_over_right": 1.0439638942523097, "ttft_change_percent_right_vs_left": -4.211246623983767, "elapsed_speedup_left_over_right": 1.0323031237806521, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow2", "ttft_speedup_left_over_right": 1.045737244795111, "ttft_change_percent_right_vs_left": -4.373684213960671, "elapsed_speedup_left_over_right": 1.0329462118260457, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "repeat", "ttft_speedup_left_over_right": 1.0403658168696397, "ttft_change_percent_right_vs_left": -3.879963779576745, "elapsed_speedup_left_over_right": 1.024880607244231, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "return_a", "ttft_speedup_left_over_right": 1.0427391944332451, "ttft_change_percent_right_vs_left": -4.098742491066998, "elapsed_speedup_left_over_right": 1.030919250477298, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 } ] }, { "left": "c-8k", "right": "d-8k", "left_arm": "C", "right_arm": "D", "corpus_sha256": "8bdabf32986c87bd1ec67b83f1b95cd3d2cf6c93b81eda130f8cbe67ccd95af0", "target_prompt_tokens": 8000, "exact_payloads_match": true, "both_runs_pass": true, "four_turn_elapsed_speedup_left_over_right": 1.0457564115319284, "cases": [ { "case": "branch_b", "ttft_speedup_left_over_right": 1.0589882832612258, "ttft_change_percent_right_vs_left": -5.570248905829955, "elapsed_speedup_left_over_right": 1.0305587309836304, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "changed_prefix", "ttft_speedup_left_over_right": 1.0688792260399929, "ttft_change_percent_right_vs_left": -6.44406069104535, "elapsed_speedup_left_over_right": 1.0849086951492661, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "cold", "ttft_speedup_left_over_right": 1.0698286641485828, "ttft_change_percent_right_vs_left": -6.527088541243698, "elapsed_speedup_left_over_right": 1.0558617728593145, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow1", "ttft_speedup_left_over_right": 1.0574467797252658, "ttft_change_percent_right_vs_left": -5.432592999166442, "elapsed_speedup_left_over_right": 1.0394374101986563, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "grow2", "ttft_speedup_left_over_right": 1.057542596044725, "ttft_change_percent_right_vs_left": -5.441161070952393, "elapsed_speedup_left_over_right": 1.0324205200250922, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "repeat", "ttft_speedup_left_over_right": 1.0706515239759653, "ttft_change_percent_right_vs_left": -6.598928072655619, "elapsed_speedup_left_over_right": 1.0429615643271943, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "return_a", "ttft_speedup_left_over_right": 1.0573553817559267, "ttft_change_percent_right_vs_left": -5.424418577288359, "elapsed_speedup_left_over_right": 1.0330356676415222, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 } ] }, { "left": "c-repeat-40k", "right": "d-repeat-40k", "left_arm": "C", "right_arm": "D", "corpus_sha256": "a301679a1a10a7eb6997d34a7738eb2a742d5d02518e9bf6af234c676c201d7d", "target_prompt_tokens": 40000, "exact_payloads_match": true, "both_runs_pass": true, "four_turn_elapsed_speedup_left_over_right": null, "cases": [ { "case": "cold", "ttft_speedup_left_over_right": 1.041891580075136, "ttft_change_percent_right_vs_left": -4.020723545161486, "elapsed_speedup_left_over_right": 1.030244358940253, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 }, { "case": "repeat", "ttft_speedup_left_over_right": 1.0233259804133088, "ttft_change_percent_right_vs_left": -2.279428145065532, "elapsed_speedup_left_over_right": 0.9389065813991155, "answer_json_equal": true, "output_bytes_equal": true, "completion_token_difference": 0 } ] } ], "decode_comparisons": [ { "left": "a-decode", "right": "b-decode", "exact_payloads_match": true, "client_decode_rate_ratio_right_over_left": 0.8510983526220255, "client_decode_rate_change_percent": -14.890164737797452, "both_complete": true, "measured_speculative_counts_equal": false, "both_have_zero_cached_prompt_tokens": true, "measured_output_bytes_equal": [ { "index": 1, "equal": false }, { "index": 2, "equal": false } ] }, { "left": "a-decode", "right": "c-decode", "exact_payloads_match": true, "client_decode_rate_ratio_right_over_left": 0.8392688091453236, "client_decode_rate_change_percent": -16.073119085467635, "both_complete": true, "measured_speculative_counts_equal": false, "both_have_zero_cached_prompt_tokens": true, "measured_output_bytes_equal": [ { "index": 1, "equal": false }, { "index": 2, "equal": false } ] }, { "left": "a-decode", "right": "d-decode", "exact_payloads_match": true, "client_decode_rate_ratio_right_over_left": 0.8222447274906842, "client_decode_rate_change_percent": -17.775527250931578, "both_complete": true, "measured_speculative_counts_equal": false, "both_have_zero_cached_prompt_tokens": true, "measured_output_bytes_equal": [ { "index": 1, "equal": false }, { "index": 2, "equal": false } ] }, { "left": "b-decode", "right": "c-decode", "exact_payloads_match": true, "client_decode_rate_ratio_right_over_left": 0.9861008502245857, "client_decode_rate_change_percent": -1.3899149775414288, "both_complete": true, "measured_speculative_counts_equal": true, "both_have_zero_cached_prompt_tokens": true, "measured_output_bytes_equal": [ { "index": 1, "equal": true }, { "index": 2, "equal": true } ] }, { "left": "b-decode", "right": "d-decode", "exact_payloads_match": true, "client_decode_rate_ratio_right_over_left": 0.9660983656677864, "client_decode_rate_change_percent": -3.3901634332213604, "both_complete": true, "measured_speculative_counts_equal": false, "both_have_zero_cached_prompt_tokens": true, "measured_output_bytes_equal": [ { "index": 1, "equal": false }, { "index": 2, "equal": false } ] }, { "left": "c-decode", "right": "d-decode", "exact_payloads_match": true, "client_decode_rate_ratio_right_over_left": 0.9797155792409633, "client_decode_rate_change_percent": -2.028442075903669, "both_complete": true, "measured_speculative_counts_equal": false, "both_have_zero_cached_prompt_tokens": true, "measured_output_bytes_equal": [ { "index": 1, "equal": false }, { "index": 2, "equal": false } ] } ], "limitations": [ "A/B/C/D are experiment labels. Effective startup configuration and dispatch evidence must establish each implementation.", "A to B measures the whole GDN fallback change. B to C cold measures APC/alignment overhead. C cold to C hit measures reuse in one implementation.", "Cached logical prompt tokens divided by TTFT are not computed prefill throughput. Computed-token and cache-hit counters are reported separately.", "The four-request sequence is cold, identical repeat, then two growing turns; its duration sums request elapsed durations, excluding gaps and metrics scraping. It is not four natural chat turns.", "Server prefill/decode/queue seconds are wall-clock request-phase histogram deltas recorded by vLLM, not isolated GPU kernel timings.", "Marker retrieval uses fixed correct assistant history, not the preceding generated bytes. Passing markers is not token/logit equivalence or broad quality qualification.", "The decode probe has one excluded warmup and two capped 512-token requests. It does not score completed code or sustained multi-user workloads.", "Client decode estimates use nonempty SSE-delta boundaries; speculative chunks can contain several tokens. Server decode-duration counters are also retained.", "Different generated continuations or speculative acceptance across implementations can change decode throughput; this probe does not isolate kernel cost.", "Equal allocated cache bytes do not imply equal usable attention/recurrent capacity. Reported token capacity is the server estimate, not measured maximum residency.", "VRAM peaks are maxima among approximately one-second device-memory samples inside recorded request windows. They can miss short peaks and are not exact allocator peaks.", "Missing runs are pending. Partial runs, errors, payload mismatches, and negative metric deltas remain visible; they are not silently dropped." ], "warnings": [], "scope": "Targeted APC measurements; raw HTTP evidence is in raw-evidence.tar.gz.", "field_note": "Legacy four_turn_* field names mean four requests: cold, identical repeat, grow1, grow2. This is not four natural conversation turns.", "analysis_input_sha256": "c294bbee51f0db26eb15c2bc26ccbfb5a876ec02734627702aed3d2956cb20e5" }