{
"schema": "eva.state-modes-16turn-benchmark.v1",
"model": "Qwen3-4B-Q4_K_M.gguf",
"turns": [
"Remember that the project codename is ATLAS-417. Reply only ACK.",
"Remember that my dog's name is Youki. Reply only ACK.",
"Why is the sky blue? Answer in one short sentence.",
"Remember that the package version is 2.7.4. Reply only ACK.",
"Define prompt prefill in at most twelve words.",
"Correction: my dog's name is Pixel, not Youki. Reply only ACK.",
"Remember that the experiment batch is B-204. Reply only ACK.",
"Name one noble gas. Reply with only its name.",
"Explain why reproducible seeds matter in one short sentence.",
"What is the project codename? Reply with only the codename.",
"What is my dog's current name? Reply with only the name.",
"Remember that the mobile phase solvent is acetonitrile. Reply only ACK.",
"Contrast stateless and stateful inference in at most fifteen words.",
"What package version did I give you? Reply with only the version.",
"What is the experiment batch? Reply with only the identifier.",
"Reply exactly: ATLAS-417 | Pixel | 2.7.4 | B-204 | acetonitrile"
],
"conditions": {
"cold_replay": "Full transcript submitted; KV explicitly cleared before every turn.",
"prefix_cached_replay": "Full transcript submitted; exact same-worker prefix reconciled against resident KV.",
"stateful_suffix": "Only the new source delta submitted and appended to resident KV."
},
"sampling": {
"temperature": 0.0,
"top_k": 1,
"top_p": 1.0,
"seed": 42,
"max_tokens": 48,
"context": 8192
},
"summaries": {
"cold_replay": {
"turns": 16,
"evaluated_prompt_tokens_total": 5777,
"wire_characters_total": 29348,
"reconciled_tokens_total": 0,
"prompt_ms_total": 14834.966,
"ttft_ms_mean_all_turns": 942.411,
"ttft_ms_median_all_turns": 907.05,
"ttft_ms_mean_turns_2_16": 969.803,
"ttft_ms_median_turns_2_16": 943.43,
"retention_checks_passed": 5,
"retention_checks_total": 5,
"final_sequence_tokens": 660
},
"prefix_cached_replay": {
"turns": 16,
"evaluated_prompt_tokens_total": 765,
"wire_characters_total": 29348,
"reconciled_tokens_total": 284,
"prompt_ms_total": 2963.73,
"ttft_ms_mean_all_turns": 187.108,
"ttft_ms_median_all_turns": 175.235,
"ttft_ms_mean_turns_2_16": 175.632,
"ttft_ms_median_turns_2_16": 175.194,
"retention_checks_passed": 5,
"retention_checks_total": 5,
"final_sequence_tokens": 660
},
"stateful_suffix": {
"turns": 16,
"evaluated_prompt_tokens_total": 588,
"wire_characters_total": 1389,
"reconciled_tokens_total": 0,
"prompt_ms_total": 2300.449,
"ttft_ms_mean_all_turns": 145.6,
"ttft_ms_median_all_turns": 111.151,
"ttft_ms_mean_turns_2_16": 131.774,
"ttft_ms_median_turns_2_16": 110.941,
"retention_checks_passed": 5,
"retention_checks_total": 5,
"final_sequence_tokens": 768
}
},
"comparisons": {
"cold_over_prefix_cached_ttft_turns_2_16": 5.522,
"cold_over_stateful_ttft_turns_2_16": 7.36,
"prefix_cached_over_stateful_ttft_turns_2_16": 1.333
},
"records": {
"cold_replay": [
{
"turn": 1,
"prompt": "Remember that the project codename is ATLAS-417. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 108,
"prompt_tokens": 108,
"completion_tokens": 5,
"prompt_ms": 511.078,
"predicted_ms": 119.178,
"total_ms": 650.8470830012811,
"time_to_first_token_ms": 531.5423749998445,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 631,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 113,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0137939453125,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 112
}
},
{
"turn": 2,
"prompt": "Remember that my dog's name is Youki. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 137,
"prompt_tokens": 137,
"completion_tokens": 5,
"prompt_ms": 397.715,
"predicted_ms": 117.957,
"total_ms": 528.8966250009253,
"time_to_first_token_ms": 411.1990000019432,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 752,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 142,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.017333984375,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 141
}
},
{
"turn": 3,
"prompt": "Why is the sky blue? Answer in one short sentence.",
"response": "\n\n\n\nThe sky appears blue because shorter wavelengths of light, like blue, are scattered more by the atmosphere than longer wavelengths.",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 164,
"prompt_tokens": 164,
"completion_tokens": 27,
"prompt_ms": 475.783,
"predicted_ms": 638.278,
"total_ms": 1126.1209170006623,
"time_to_first_token_ms": 488.06079199857777,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 869,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 191,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0233154296875,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 190
}
},
{
"turn": 4,
"prompt": "Remember that the package version is 2.7.4. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 218,
"prompt_tokens": 218,
"completion_tokens": 5,
"prompt_ms": 554.62,
"predicted_ms": 118.523,
"total_ms": 688.0921660012973,
"time_to_first_token_ms": 569.776374999492,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 1166,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 223,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0272216796875,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 222
}
},
{
"turn": 5,
"prompt": "Define prompt prefill in at most twelve words.",
"response": "\n\n\n\nThe practice of preloading prompts to enhance model efficiency.",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 243,
"prompt_tokens": 243,
"completion_tokens": 15,
"prompt_ms": 620.256,
"predicted_ms": 353.265,
"total_ms": 988.7209590015118,
"time_to_first_token_ms": 635.556875000475,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 1280,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 258,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.031494140625,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 257
}
},
{
"turn": 6,
"prompt": "Correction: my dog's name is Pixel, not Youki. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 285,
"prompt_tokens": 285,
"completion_tokens": 5,
"prompt_ms": 708.974,
"predicted_ms": 119.299,
"total_ms": 844.435083999997,
"time_to_first_token_ms": 725.8666669986269,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 1493,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 290,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.035400390625,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 289
}
},
{
"turn": 7,
"prompt": "Remember that the experiment batch is B-204. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 316,
"prompt_tokens": 316,
"completion_tokens": 5,
"prompt_ms": 784.204,
"predicted_ms": 121.361,
"total_ms": 920.7006249998813,
"time_to_first_token_ms": 799.4090409993078,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 1626,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 321,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0391845703125,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 320
}
},
{
"turn": 8,
"prompt": "Name one noble gas. Reply with only its name.",
"response": "\n\n\n\nHelium",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 342,
"prompt_tokens": 342,
"completion_tokens": 6,
"prompt_ms": 856.391,
"predicted_ms": 141.707,
"total_ms": 1012.2852499989676,
"time_to_first_token_ms": 870.6699590002245,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 1735,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 348,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.04248046875,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 347
}
},
{
"turn": 9,
"prompt": "Explain why reproducible seeds matter in one short sentence.",
"response": "\n\n\n\nReproducible seeds ensure consistent results in experiments and studies.",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 370,
"prompt_tokens": 370,
"completion_tokens": 16,
"prompt_ms": 930.3,
"predicted_ms": 381.079,
"total_ms": 1324.2877499978931,
"time_to_first_token_ms": 943.4302089975972,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 1868,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 386,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.047119140625,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 385
}
},
{
"turn": 10,
"prompt": "What is the project codename? Reply with only the codename.",
"response": "\n\n\n\nATLAS-417",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 410,
"prompt_tokens": 410,
"completion_tokens": 10,
"prompt_ms": 1012.398,
"predicted_ms": 236.991,
"total_ms": 1262.6116249994084,
"time_to_first_token_ms": 1025.8202919976611,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 2085,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 420,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.05126953125,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 419
}
},
{
"turn": 11,
"prompt": "What is my dog's current name? Reply with only the name.",
"response": "\n\n\n\nPixel",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 444,
"prompt_tokens": 444,
"completion_tokens": 5,
"prompt_ms": 1097.197,
"predicted_ms": 119.219,
"total_ms": 1232.9337500013935,
"time_to_first_token_ms": 1113.9042079994397,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 2218,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 449,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0548095703125,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 448
}
},
{
"turn": 12,
"prompt": "Remember that the mobile phase solvent is acetonitrile. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 475,
"prompt_tokens": 475,
"completion_tokens": 5,
"prompt_ms": 1171.07,
"predicted_ms": 119.216,
"total_ms": 1305.0517920019047,
"time_to_first_token_ms": 1185.99583300238,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 2363,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 480,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.05859375,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 479
}
},
{
"turn": 13,
"prompt": "Contrast stateless and stateful inference in at most fifteen words.",
"response": "\n\n\n\n Stateless inference has no memory of past inputs, while stateful inference retains context across interactions.",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 504,
"prompt_tokens": 504,
"completion_tokens": 22,
"prompt_ms": 1240.368,
"predicted_ms": 527.966,
"total_ms": 1783.6106249997101,
"time_to_first_token_ms": 1255.8972080005333,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 2504,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 526,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.064208984375,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 525
}
},
{
"turn": 14,
"prompt": "What package version did I give you? Reply with only the version.",
"response": "\n\n\n\n2.7.4",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 550,
"prompt_tokens": 550,
"completion_tokens": 9,
"prompt_ms": 1408.404,
"predicted_ms": 214.018,
"total_ms": 1638.0222080006206,
"time_to_first_token_ms": 1424.3644999987737,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 2785,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 559,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0682373046875,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 558
}
},
{
"turn": 15,
"prompt": "What is the experiment batch? Reply with only the identifier.",
"response": "\n\n\n\nB-204",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 581,
"prompt_tokens": 581,
"completion_tokens": 9,
"prompt_ms": 1490.344,
"predicted_ms": 213.893,
"total_ms": 1720.3279159984959,
"time_to_first_token_ms": 1506.6452079990995,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 2918,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 590,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.072021484375,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 589
}
},
{
"turn": 16,
"prompt": "Reply exactly: ATLAS-417 | Pixel | 2.7.4 | B-204 | acetonitrile",
"response": "\n\n\n\nATLAS-417 | Pixel | 2.7.4 | B-204 | acetonitrile",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_fresh_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 630,
"prompt_tokens": 630,
"completion_tokens": 30,
"prompt_ms": 1575.864,
"predicted_ms": 709.024,
"total_ms": 2299.2234169978474,
"time_to_first_token_ms": 1590.4427919995214,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 3055,
"sequence_reset": true,
"sequence_tokens_before": 0,
"sequence_tokens_after": 660,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.08056640625,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 659
}
}
],
"prefix_cached_replay": [
{
"turn": 1,
"prompt": "Remember that the project codename is ATLAS-417. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 108,
"prompt_tokens": 108,
"completion_tokens": 5,
"prompt_ms": 356.535,
"predicted_ms": 117.964,
"total_ms": 476.2105000008887,
"time_to_first_token_ms": 359.24750000049244,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 631,
"sequence_reset": false,
"sequence_tokens_before": 0,
"sequence_tokens_after": 113,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0137939453125,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 112
}
},
{
"turn": 2,
"prompt": "Remember that my dog's name is Youki. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 38,
"prompt_tokens": 38,
"completion_tokens": 5,
"prompt_ms": 169.378,
"predicted_ms": 118.172,
"total_ms": 288.3791670028586,
"time_to_first_token_ms": 170.42145900268224,
"sequence_turns_before": 1,
"sequence_turns_after": 2,
"appended_characters": 752,
"sequence_reset": false,
"sequence_tokens_before": 113,
"sequence_tokens_after": 142,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.017333984375,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 14,
"kv_position_min": 0,
"kv_position_max": 141
}
},
{
"turn": 3,
"prompt": "Why is the sky blue? Answer in one short sentence.",
"response": "\n\n\n\nThe sky appears blue because shorter wavelengths of light, like blue, are scattered more by the atmosphere than longer wavelengths.",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 36,
"prompt_tokens": 36,
"completion_tokens": 27,
"prompt_ms": 169.149,
"predicted_ms": 638.057,
"total_ms": 808.1103750009788,
"time_to_first_token_ms": 170.19491700193612,
"sequence_turns_before": 2,
"sequence_turns_after": 3,
"appended_characters": 869,
"sequence_reset": false,
"sequence_tokens_before": 142,
"sequence_tokens_after": 191,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0233154296875,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 14,
"kv_position_min": 0,
"kv_position_max": 190
}
},
{
"turn": 4,
"prompt": "Remember that the package version is 2.7.4. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 63,
"prompt_tokens": 63,
"completion_tokens": 5,
"prompt_ms": 179.564,
"predicted_ms": 117.176,
"total_ms": 297.9290410003159,
"time_to_first_token_ms": 180.92891600099392,
"sequence_turns_before": 3,
"sequence_turns_after": 4,
"appended_characters": 1166,
"sequence_reset": false,
"sequence_tokens_before": 191,
"sequence_tokens_after": 223,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0272216796875,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 36,
"kv_position_min": 0,
"kv_position_max": 222
}
},
{
"turn": 5,
"prompt": "Define prompt prefill in at most twelve words.",
"response": "\n\n\n\nThe practice of preloading prompts to enhance model efficiency.",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 34,
"prompt_tokens": 34,
"completion_tokens": 15,
"prompt_ms": 168.819,
"predicted_ms": 351.756,
"total_ms": 521.6886250018433,
"time_to_first_token_ms": 170.24558300181525,
"sequence_turns_before": 4,
"sequence_turns_after": 5,
"appended_characters": 1280,
"sequence_reset": false,
"sequence_tokens_before": 223,
"sequence_tokens_after": 258,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.031494140625,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 14,
"kv_position_min": 0,
"kv_position_max": 257
}
},
{
"turn": 6,
"prompt": "Correction: my dog's name is Pixel, not Youki. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 51,
"prompt_tokens": 51,
"completion_tokens": 5,
"prompt_ms": 173.72,
"predicted_ms": 118.328,
"total_ms": 293.30174999995506,
"time_to_first_token_ms": 175.19391700261622,
"sequence_turns_before": 5,
"sequence_turns_after": 6,
"appended_characters": 1493,
"sequence_reset": false,
"sequence_tokens_before": 258,
"sequence_tokens_after": 290,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.035400390625,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 24,
"kv_position_min": 0,
"kv_position_max": 289
}
},
{
"turn": 7,
"prompt": "Remember that the experiment batch is B-204. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 40,
"prompt_tokens": 40,
"completion_tokens": 5,
"prompt_ms": 170.824,
"predicted_ms": 117.783,
"total_ms": 290.03908400045475,
"time_to_first_token_ms": 172.34725000162143,
"sequence_turns_before": 6,
"sequence_turns_after": 7,
"appended_characters": 1626,
"sequence_reset": false,
"sequence_tokens_before": 290,
"sequence_tokens_after": 321,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0391845703125,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 14,
"kv_position_min": 0,
"kv_position_max": 320
}
},
{
"turn": 8,
"prompt": "Name one noble gas. Reply with only its name.",
"response": "\n\n\n\nHelium",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 35,
"prompt_tokens": 35,
"completion_tokens": 6,
"prompt_ms": 171.143,
"predicted_ms": 141.895,
"total_ms": 314.48870900203474,
"time_to_first_token_ms": 172.7547090013104,
"sequence_turns_before": 7,
"sequence_turns_after": 8,
"appended_characters": 1735,
"sequence_reset": false,
"sequence_tokens_before": 321,
"sequence_tokens_after": 348,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.04248046875,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 14,
"kv_position_min": 0,
"kv_position_max": 347
}
},
{
"turn": 9,
"prompt": "Explain why reproducible seeds matter in one short sentence.",
"response": "\n\n\n\nReproducible seeds ensure consistent results in experiments and studies.",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 37,
"prompt_tokens": 37,
"completion_tokens": 16,
"prompt_ms": 171.932,
"predicted_ms": 376.932,
"total_ms": 550.7055409980239,
"time_to_first_token_ms": 173.9768749976065,
"sequence_turns_before": 8,
"sequence_turns_after": 9,
"appended_characters": 1868,
"sequence_reset": false,
"sequence_tokens_before": 348,
"sequence_tokens_after": 386,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.047119140625,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 15,
"kv_position_min": 0,
"kv_position_max": 385
}
},
{
"turn": 10,
"prompt": "What is the project codename? Reply with only the codename.",
"response": "\n\n\n\nATLAS-417",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 49,
"prompt_tokens": 49,
"completion_tokens": 10,
"prompt_ms": 174.617,
"predicted_ms": 234.957,
"total_ms": 411.15970900136745,
"time_to_first_token_ms": 176.35499999960302,
"sequence_turns_before": 9,
"sequence_turns_after": 10,
"appended_characters": 2085,
"sequence_reset": false,
"sequence_tokens_before": 386,
"sequence_tokens_after": 420,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.05126953125,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 25,
"kv_position_min": 0,
"kv_position_max": 419
}
},
{
"turn": 11,
"prompt": "What is my dog's current name? Reply with only the name.",
"response": "\n\n\n\nPixel",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 43,
"prompt_tokens": 43,
"completion_tokens": 5,
"prompt_ms": 173.562,
"predicted_ms": 119.149,
"total_ms": 294.3592080009694,
"time_to_first_token_ms": 175.37179099963396,
"sequence_turns_before": 10,
"sequence_turns_after": 11,
"appended_characters": 2218,
"sequence_reset": false,
"sequence_tokens_before": 420,
"sequence_tokens_after": 449,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0548095703125,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 19,
"kv_position_min": 0,
"kv_position_max": 448
}
},
{
"turn": 12,
"prompt": "Remember that the mobile phase solvent is acetonitrile. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 40,
"prompt_tokens": 40,
"completion_tokens": 5,
"prompt_ms": 173.384,
"predicted_ms": 119.342,
"total_ms": 294.5552079982008,
"time_to_first_token_ms": 175.27637500097626,
"sequence_turns_before": 11,
"sequence_turns_after": 12,
"appended_characters": 2363,
"sequence_reset": false,
"sequence_tokens_before": 449,
"sequence_tokens_after": 480,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.05859375,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 14,
"kv_position_min": 0,
"kv_position_max": 479
}
},
{
"turn": 13,
"prompt": "Contrast stateless and stateful inference in at most fifteen words.",
"response": "\n\n\n\n Stateless inference has no memory of past inputs, while stateful inference retains context across interactions.",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 38,
"prompt_tokens": 38,
"completion_tokens": 22,
"prompt_ms": 172.671,
"predicted_ms": 530.677,
"total_ms": 705.2540000004228,
"time_to_first_token_ms": 174.74091699841665,
"sequence_turns_before": 12,
"sequence_turns_after": 13,
"appended_characters": 2504,
"sequence_reset": false,
"sequence_tokens_before": 480,
"sequence_tokens_after": 526,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.064208984375,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 14,
"kv_position_min": 0,
"kv_position_max": 525
}
},
{
"turn": 14,
"prompt": "What package version did I give you? Reply with only the version.",
"response": "\n\n\n\n2.7.4",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 55,
"prompt_tokens": 55,
"completion_tokens": 9,
"prompt_ms": 182.726,
"predicted_ms": 212.738,
"total_ms": 398.13758300078916,
"time_to_first_token_ms": 185.46183299986296,
"sequence_turns_before": 13,
"sequence_turns_after": 14,
"appended_characters": 2785,
"sequence_reset": false,
"sequence_tokens_before": 526,
"sequence_tokens_after": 559,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0682373046875,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 31,
"kv_position_min": 0,
"kv_position_max": 558
}
},
{
"turn": 15,
"prompt": "What is the experiment batch? Reply with only the identifier.",
"response": "\n\n\n\nB-204",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 40,
"prompt_tokens": 40,
"completion_tokens": 9,
"prompt_ms": 173.958,
"predicted_ms": 213.892,
"total_ms": 390.1086250007211,
"time_to_first_token_ms": 176.41158300102688,
"sequence_turns_before": 14,
"sequence_turns_after": 15,
"appended_characters": 2918,
"sequence_reset": false,
"sequence_tokens_before": 559,
"sequence_tokens_after": 590,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.072021484375,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 18,
"kv_position_min": 0,
"kv_position_max": 589
}
},
{
"turn": 16,
"prompt": "Reply exactly: ATLAS-417 | Pixel | 2.7.4 | B-204 | acetonitrile",
"response": "\n\n\n\nATLAS-417 | Pixel | 2.7.4 | B-204 | acetonitrile",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_prefix_reuse",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 58,
"prompt_tokens": 58,
"completion_tokens": 30,
"prompt_ms": 181.748,
"predicted_ms": 722.862,
"total_ms": 907.522292000067,
"time_to_first_token_ms": 184.79137500253273,
"sequence_turns_before": 15,
"sequence_turns_after": 16,
"appended_characters": 3055,
"sequence_reset": false,
"sequence_tokens_before": 590,
"sequence_tokens_after": 660,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.08056640625,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 18,
"kv_position_min": 0,
"kv_position_max": 659
}
}
],
"stateful_suffix": [
{
"turn": 1,
"prompt": "Remember that the project codename is ATLAS-417. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 112,
"prompt_tokens": 112,
"completion_tokens": 5,
"prompt_ms": 350.76,
"predicted_ms": 119.864,
"total_ms": 472.4175000010291,
"time_to_first_token_ms": 352.9933749996417,
"sequence_turns_before": 0,
"sequence_turns_after": 1,
"appended_characters": 92,
"sequence_reset": false,
"sequence_tokens_before": 0,
"sequence_tokens_after": 117,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0142822265625,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 116
}
},
{
"turn": 2,
"prompt": "Remember that my dog's name is Youki. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 31,
"prompt_tokens": 31,
"completion_tokens": 5,
"prompt_ms": 106.248,
"predicted_ms": 120.443,
"total_ms": 227.6019160017313,
"time_to_first_token_ms": 107.34479100210592,
"sequence_turns_before": 1,
"sequence_turns_after": 2,
"appended_characters": 81,
"sequence_reset": false,
"sequence_tokens_before": 117,
"sequence_tokens_after": 153,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0186767578125,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 152
}
},
{
"turn": 3,
"prompt": "Why is the sky blue? Answer in one short sentence.",
"response": "\n\n\n\nThe sky appears blue because shorter wavelengths of light, like blue, scatter more easily in the atmosphere.",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 29,
"prompt_tokens": 29,
"completion_tokens": 24,
"prompt_ms": 104.995,
"predicted_ms": 562.612,
"total_ms": 668.636874997901,
"time_to_first_token_ms": 106.11549999885028,
"sequence_turns_before": 2,
"sequence_turns_after": 3,
"appended_characters": 78,
"sequence_reset": false,
"sequence_tokens_before": 153,
"sequence_tokens_after": 206,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.025146484375,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 205
}
},
{
"turn": 4,
"prompt": "Remember that the package version is 2.7.4. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 34,
"prompt_tokens": 34,
"completion_tokens": 5,
"prompt_ms": 173.089,
"predicted_ms": 122.793,
"total_ms": 297.1728330012411,
"time_to_first_token_ms": 174.68354200173053,
"sequence_turns_before": 3,
"sequence_turns_after": 4,
"appended_characters": 87,
"sequence_reset": false,
"sequence_tokens_before": 206,
"sequence_tokens_after": 245,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0299072265625,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 244
}
},
{
"turn": 5,
"prompt": "Define prompt prefill in at most twelve words.",
"response": "\n\n\n\nThe practice of pre-filling prompts to enhance efficiency and consistency.",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 27,
"prompt_tokens": 27,
"completion_tokens": 17,
"prompt_ms": 109.138,
"predicted_ms": 400.764,
"total_ms": 511.0980829995242,
"time_to_first_token_ms": 110.51324999789358,
"sequence_turns_before": 4,
"sequence_turns_after": 5,
"appended_characters": 74,
"sequence_reset": false,
"sequence_tokens_before": 245,
"sequence_tokens_after": 289,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0352783203125,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 288
}
},
{
"turn": 6,
"prompt": "Correction: my dog's name is Pixel, not Youki. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 34,
"prompt_tokens": 34,
"completion_tokens": 5,
"prompt_ms": 171.589,
"predicted_ms": 118.809,
"total_ms": 291.8375000008382,
"time_to_first_token_ms": 173.21545899903867,
"sequence_turns_before": 5,
"sequence_turns_after": 6,
"appended_characters": 90,
"sequence_reset": false,
"sequence_tokens_before": 289,
"sequence_tokens_after": 328,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0400390625,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 327
}
},
{
"turn": 7,
"prompt": "Remember that the experiment batch is B-204. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 33,
"prompt_tokens": 33,
"completion_tokens": 5,
"prompt_ms": 171.058,
"predicted_ms": 122.501,
"total_ms": 295.00950000146986,
"time_to_first_token_ms": 172.74466600065352,
"sequence_turns_before": 6,
"sequence_turns_after": 7,
"appended_characters": 88,
"sequence_reset": false,
"sequence_tokens_before": 328,
"sequence_tokens_after": 366,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.044677734375,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 365
}
},
{
"turn": 8,
"prompt": "Name one noble gas. Reply with only its name.",
"response": "\n\n\n\nHelium",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 28,
"prompt_tokens": 28,
"completion_tokens": 6,
"prompt_ms": 106.413,
"predicted_ms": 144.957,
"total_ms": 252.9714589982177,
"time_to_first_token_ms": 108.2002500006638,
"sequence_turns_before": 7,
"sequence_turns_after": 8,
"appended_characters": 73,
"sequence_reset": false,
"sequence_tokens_before": 366,
"sequence_tokens_after": 400,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.048828125,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 399
}
},
{
"turn": 9,
"prompt": "Explain why reproducible seeds matter in one short sentence.",
"response": "\n\n\n\nReproducible seeds ensure consistent results in experiments and studies.",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 28,
"prompt_tokens": 28,
"completion_tokens": 16,
"prompt_ms": 106.873,
"predicted_ms": 376.819,
"total_ms": 485.581083001307,
"time_to_first_token_ms": 108.94887500035111,
"sequence_turns_before": 8,
"sequence_turns_after": 9,
"appended_characters": 88,
"sequence_reset": false,
"sequence_tokens_before": 400,
"sequence_tokens_after": 444,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.05419921875,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 443
}
},
{
"turn": 10,
"prompt": "What is the project codename? Reply with only the codename.",
"response": "\n\n\n\nATLAS-417",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 31,
"prompt_tokens": 31,
"completion_tokens": 10,
"prompt_ms": 106.857,
"predicted_ms": 237.188,
"total_ms": 345.64045799925225,
"time_to_first_token_ms": 108.67249999864725,
"sequence_turns_before": 9,
"sequence_turns_after": 10,
"appended_characters": 87,
"sequence_reset": false,
"sequence_tokens_before": 444,
"sequence_tokens_after": 485,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0592041015625,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 484
}
},
{
"turn": 11,
"prompt": "What is my dog's current name? Reply with only the name.",
"response": "\n\n\n\nPixel",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 31,
"prompt_tokens": 31,
"completion_tokens": 5,
"prompt_ms": 108.994,
"predicted_ms": 119.89,
"total_ms": 230.5080829974031,
"time_to_first_token_ms": 110.78833299688995,
"sequence_turns_before": 10,
"sequence_turns_after": 11,
"appended_characters": 84,
"sequence_reset": false,
"sequence_tokens_before": 485,
"sequence_tokens_after": 521,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0635986328125,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 520
}
},
{
"turn": 12,
"prompt": "Remember that the mobile phase solvent is acetonitrile. Reply only ACK.",
"response": "\n\n\n\nACK",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 33,
"prompt_tokens": 33,
"completion_tokens": 5,
"prompt_ms": 174.351,
"predicted_ms": 120.251,
"total_ms": 296.3362500013318,
"time_to_first_token_ms": 176.32316600065678,
"sequence_turns_before": 11,
"sequence_turns_after": 12,
"appended_characters": 99,
"sequence_reset": false,
"sequence_tokens_before": 521,
"sequence_tokens_after": 559,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0682373046875,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 558
}
},
{
"turn": 13,
"prompt": "Contrast stateless and stateful inference in at most fifteen words.",
"response": "\n\n\n\nStateless inference has no memory of past inputs, while stateful inference retains context from previous interactions.",
"retention_check": null,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 30,
"prompt_tokens": 30,
"completion_tokens": 24,
"prompt_ms": 108.922,
"predicted_ms": 571.247,
"total_ms": 682.0414999965578,
"time_to_first_token_ms": 110.94141699868487,
"sequence_turns_before": 12,
"sequence_turns_after": 13,
"appended_characters": 95,
"sequence_reset": false,
"sequence_tokens_before": 559,
"sequence_tokens_after": 613,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0748291015625,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 612
}
},
{
"turn": 14,
"prompt": "What package version did I give you? Reply with only the version.",
"response": "\n\n\n\n2.7.4",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 31,
"prompt_tokens": 31,
"completion_tokens": 9,
"prompt_ms": 109.127,
"predicted_ms": 216.565,
"total_ms": 327.7685829998518,
"time_to_first_token_ms": 111.36029199769837,
"sequence_turns_before": 13,
"sequence_turns_after": 14,
"appended_characters": 93,
"sequence_reset": false,
"sequence_tokens_before": 613,
"sequence_tokens_after": 653,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0797119140625,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 652
}
},
{
"turn": 15,
"prompt": "What is the experiment batch? Reply with only the identifier.",
"response": "\n\n\n\nB-204",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 29,
"prompt_tokens": 29,
"completion_tokens": 9,
"prompt_ms": 111.238,
"predicted_ms": 222.508,
"total_ms": 335.9417499996198,
"time_to_first_token_ms": 113.6157920009282,
"sequence_turns_before": 14,
"sequence_turns_after": 15,
"appended_characters": 89,
"sequence_reset": false,
"sequence_tokens_before": 653,
"sequence_tokens_after": 691,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.0843505859375,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 690
}
},
{
"turn": 16,
"prompt": "Reply exactly: ATLAS-417 | Pixel | 2.7.4 | B-204 | acetonitrile",
"response": "\n\n\n\nATLAS-417 | Pixel | 2.7.4 | B-204 | acetonitrile",
"retention_check": true,
"metrics": {
"engine": "llama.cpp-direct",
"state_mode": "native_append_sequence",
"model": "Qwen3-4B-Q4_K_M.gguf",
"slot_id": null,
"cached_tokens": null,
"recomputed_tokens": 47,
"prompt_tokens": 47,
"completion_tokens": 30,
"prompt_ms": 180.797,
"predicted_ms": 716.51,
"total_ms": 899.5116670012067,
"time_to_first_token_ms": 183.1371250009397,
"sequence_turns_before": 15,
"sequence_turns_after": 16,
"appended_characters": 91,
"sequence_reset": false,
"sequence_tokens_before": 691,
"sequence_tokens_after": 768,
"context_size": 8192,
"context_high_water_tokens": 6963,
"configured_output_budget": 48,
"effective_output_budget": 48,
"output_budget_reduced": false,
"context_utilization": 0.09375,
"context_rebuilt": false,
"transcript_fallback_used": null,
"reconciled_tokens": 0,
"kv_position_min": 0,
"kv_position_max": 767
}
}
]
},
"interpretation_boundary": "Prefix-cached replay measures an ideal same-worker exact-prefix hit. It does not include distributed cache lookup, transfer, restoration, or eviction."
}