62 lines
23 KiB
JSON
62 lines
23 KiB
JSON
{"event": "STAGE_START", "label": "eager", "target_input_tokens": 65536}
|
|
{"event": "DOCUMENT_START", "label": "eager", "document": "ctx-65536-1", "document_sha256": "62dc71efdb9de440f4cf319472ece04e2fe59e3c31653d7a95ecf050549c1697", "needle_token_fractions": [0.0502, 0.4994, 0.9486]}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-65536-1", "case": "front"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-65536-1", "target_input_tokens": 65536, "sample": 1, "case": "front", "attempt": 1, "expected": "90444", "content": "\n\n90444", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 65510, "total_tokens": 65575, "completion_tokens": 65, "completion_tokens_details": {"reasoning_tokens": 57}}, "max_tokens": 2048, "prompt_tokens_preflight": 65510, "prompt_sha256": "cae6de2523bb6e51419630c9a0def8f632e526a3dd32af08f2fd72eff9f3f2d4", "output_sha256": "302f94d12b4e252baa7baf220d83b1bcf00ab99aa2cbe0caf0f9a2f11c136667", "ttft_s": 30.6628, "first_content_s": 32.3902, "elapsed_s": 32.5748, "decode_tps_approx": 35.177, "metrics_delta": {"vllm:prefix_cache_hits_total": 0.0, "vllm:prefix_cache_queries_total": 65510.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-65536-1", "case": "middle"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-65536-1", "target_input_tokens": 65536, "sample": 1, "case": "middle", "attempt": 1, "expected": "34096", "content": "\n\n34096", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 65509, "total_tokens": 65578, "completion_tokens": 69, "completion_tokens_details": {"reasoning_tokens": 61}}, "max_tokens": 2048, "prompt_tokens_preflight": 65509, "prompt_sha256": "4aed1cfbe19cb56496e9496753062083ebb9382611731804e6c867ae1025795c", "output_sha256": "dbb3344bbbfc440bc9879aa55218bd37ce356d4e7474f380bad7aa3672a7d6d1", "ttft_s": 1.6441, "first_content_s": 3.4571, "elapsed_s": 3.6215, "decode_tps_approx": 34.531, "metrics_delta": {"vllm:prefix_cache_hits_total": 62400.0, "vllm:prefix_cache_queries_total": 65509.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-65536-1", "case": "end"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-65536-1", "target_input_tokens": 65536, "sample": 1, "case": "end", "attempt": 1, "expected": "90059", "content": "\n\n90059", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 65508, "total_tokens": 65576, "completion_tokens": 68, "completion_tokens_details": {"reasoning_tokens": 60}}, "max_tokens": 2048, "prompt_tokens_preflight": 65508, "prompt_sha256": "9415a83f1f499579d7d90bfd4adf63184b021672491f843e6fdea865fdefe9e3", "output_sha256": "5942a81d91d120983a32a67c4a51e6dc7777a602865d95f18d2c833f6a5cbad8", "ttft_s": 1.6438, "first_content_s": 3.6098, "elapsed_s": 3.7096, "decode_tps_approx": 32.56, "metrics_delta": {"vllm:prefix_cache_hits_total": 62400.0, "vllm:prefix_cache_queries_total": 65508.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-65536-1", "case": "front_repeat"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-65536-1", "target_input_tokens": 65536, "sample": 1, "case": "front_repeat", "attempt": 1, "expected": "90444", "content": "\n\n90444", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 65510, "total_tokens": 65581, "completion_tokens": 71, "completion_tokens_details": {"reasoning_tokens": 63}}, "max_tokens": 2048, "prompt_tokens_preflight": 65510, "prompt_sha256": "cae6de2523bb6e51419630c9a0def8f632e526a3dd32af08f2fd72eff9f3f2d4", "output_sha256": "7a92de21128e874f2352487d0a9d3a696bec7d76d0af1c0ae1cb69865657a8c4", "ttft_s": 1.6387, "first_content_s": 3.6586, "elapsed_s": 3.7487, "decode_tps_approx": 33.311, "metrics_delta": {"vllm:prefix_cache_hits_total": 62400.0, "vllm:prefix_cache_queries_total": 65510.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "DOCUMENT_START", "label": "eager", "document": "ctx-65536-2", "document_sha256": "075f6a50b9fbbc275aaea62f2650a46838f4d19e93a543c4572c4e7acaf90988", "needle_token_fractions": [0.0502, 0.4994, 0.9486]}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-65536-2", "case": "front"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-65536-2", "target_input_tokens": 65536, "sample": 2, "case": "front", "attempt": 1, "expected": "22735", "content": "\n\n22735", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 65510, "total_tokens": 65578, "completion_tokens": 68, "completion_tokens_details": {"reasoning_tokens": 60}}, "max_tokens": 2048, "prompt_tokens_preflight": 65510, "prompt_sha256": "a42dc20d962b640ab70d2b748464a7907983a252746f927b96edd3c822069830", "output_sha256": "07076c694d1479ce293a3a8a99be405d4663735055b12ccd7f9cc09d5913a353", "ttft_s": 31.0353, "first_content_s": 32.9866, "elapsed_s": 33.1593, "decode_tps_approx": 32.96, "metrics_delta": {"vllm:prefix_cache_hits_total": 0.0, "vllm:prefix_cache_queries_total": 65510.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-65536-2", "case": "middle"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-65536-2", "target_input_tokens": 65536, "sample": 2, "case": "middle", "attempt": 1, "expected": "98413", "content": "\n\n98413", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 65509, "total_tokens": 65579, "completion_tokens": 70, "completion_tokens_details": {"reasoning_tokens": 62}}, "max_tokens": 2048, "prompt_tokens_preflight": 65509, "prompt_sha256": "3dc3b7fe628cc09e0ca8d064cbb216150736b71e2913e60610b0baf76dcc01d9", "output_sha256": "bd93ad7becb5cd8bffe19c40c7d6a4811e9904ef7389b8cc6c4b385f4ee2da68", "ttft_s": 1.8752, "first_content_s": 3.7322, "elapsed_s": 3.9, "decode_tps_approx": 35.674, "metrics_delta": {"vllm:prefix_cache_hits_total": 62400.0, "vllm:prefix_cache_queries_total": 65509.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-65536-2", "case": "end"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-65536-2", "target_input_tokens": 65536, "sample": 2, "case": "end", "attempt": 1, "expected": "61613", "content": "\n\n61613", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 65508, "total_tokens": 65576, "completion_tokens": 68, "completion_tokens_details": {"reasoning_tokens": 60}}, "max_tokens": 2048, "prompt_tokens_preflight": 65508, "prompt_sha256": "96f91ecd7e78d9c40fa68491b95c9a7679ecd8ac7cdf8cf48bea95317e467d9a", "output_sha256": "ee8baefb44e3ab630939a0deef7a4d299746c863731ca3b37c05a4de47e02f3a", "ttft_s": 1.6436, "first_content_s": 3.5102, "elapsed_s": 3.5985, "decode_tps_approx": 34.431, "metrics_delta": {"vllm:prefix_cache_hits_total": 62400.0, "vllm:prefix_cache_queries_total": 65508.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-65536-2", "case": "front_repeat"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-65536-2", "target_input_tokens": 65536, "sample": 2, "case": "front_repeat", "attempt": 1, "expected": "22735", "content": "\n\n22735", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 65510, "total_tokens": 65577, "completion_tokens": 67, "completion_tokens_details": {"reasoning_tokens": 59}}, "max_tokens": 2048, "prompt_tokens_preflight": 65510, "prompt_sha256": "a42dc20d962b640ab70d2b748464a7907983a252746f927b96edd3c822069830", "output_sha256": "30b1b9027bce736ffe42fcbfa72a40e7783058313731482ed6e386c99c6540b0", "ttft_s": 1.6499, "first_content_s": 3.5885, "elapsed_s": 3.7598, "decode_tps_approx": 31.412, "metrics_delta": {"vllm:prefix_cache_hits_total": 62400.0, "vllm:prefix_cache_queries_total": 65510.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "STAGE_COMPLETED", "label": "eager", "target_input_tokens": 65536}
|
|
{"event": "STAGE_START", "label": "eager", "target_input_tokens": 131072}
|
|
{"event": "DOCUMENT_START", "label": "eager", "document": "ctx-131072-1", "document_sha256": "81014bff67378118f3b3ceba03c745724783df5600e0327fc34d8b57616b48c1", "needle_token_fractions": [0.05, 0.4998, 0.9494]}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-131072-1", "case": "front"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-131072-1", "target_input_tokens": 131072, "sample": 1, "case": "front", "attempt": 1, "expected": "22798", "content": "\n\n22798", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 131040, "total_tokens": 131107, "completion_tokens": 67, "completion_tokens_details": {"reasoning_tokens": 59}}, "max_tokens": 2048, "prompt_tokens_preflight": 131040, "prompt_sha256": "941a60b4a55cfbf2250885fd7af910fcee51df9a63a7bb0e5fd23eb0b2e981c9", "output_sha256": "f2e65532c3fedd9134daa4660cdd96280c3283b7ef9f4514d1b54f865d5c0c65", "ttft_s": 64.8961, "first_content_s": 66.8053, "elapsed_s": 66.9984, "decode_tps_approx": 31.533, "metrics_delta": {"vllm:prefix_cache_hits_total": 0.0, "vllm:prefix_cache_queries_total": 131040.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-131072-1", "case": "middle"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-131072-1", "target_input_tokens": 131072, "sample": 1, "case": "middle", "attempt": 1, "expected": "87671", "content": "\n\n87671", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 131039, "total_tokens": 131107, "completion_tokens": 68, "completion_tokens_details": {"reasoning_tokens": 60}}, "max_tokens": 2048, "prompt_tokens_preflight": 131039, "prompt_sha256": "7289422da2bb1b74f436e7589057e2ee045b3fb9f6a9d24af6c560f344768a30", "output_sha256": "68ca0b3ab8c82816f9f31b812ba184ef32553b9c1907642041c4d5748ac2e995", "ttft_s": 1.793, "first_content_s": 3.7504, "elapsed_s": 3.8461, "decode_tps_approx": 32.788, "metrics_delta": {"vllm:prefix_cache_hits_total": 128000.0, "vllm:prefix_cache_queries_total": 131039.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-131072-1", "case": "end"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-131072-1", "target_input_tokens": 131072, "sample": 1, "case": "end", "attempt": 1, "expected": "66667", "content": "\n\n66667", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 131038, "total_tokens": 131101, "completion_tokens": 63, "completion_tokens_details": {"reasoning_tokens": 55}}, "max_tokens": 2048, "prompt_tokens_preflight": 131038, "prompt_sha256": "5231b28263eefbc827fce10ebfe9af3f43baf90154bfd9ddac916ca086ad1eda", "output_sha256": "1c3101f44c206f7ad9a86c2cbec3ed7a8d8fbfb97471d37beb5310ea6bd8f48d", "ttft_s": 1.7747, "first_content_s": 3.3723, "elapsed_s": 3.5392, "decode_tps_approx": 35.31, "metrics_delta": {"vllm:prefix_cache_hits_total": 128000.0, "vllm:prefix_cache_queries_total": 131038.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-131072-1", "case": "front_repeat"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-131072-1", "target_input_tokens": 131072, "sample": 1, "case": "front_repeat", "attempt": 1, "expected": "22798", "content": "\n\n22798", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 131040, "total_tokens": 131109, "completion_tokens": 69, "completion_tokens_details": {"reasoning_tokens": 61}}, "max_tokens": 2048, "prompt_tokens_preflight": 131040, "prompt_sha256": "941a60b4a55cfbf2250885fd7af910fcee51df9a63a7bb0e5fd23eb0b2e981c9", "output_sha256": "1a1fb2d0fa8347b3dff63f2054acffcbf16be28cc8a98b3f797d90155272ea5d", "ttft_s": 1.7698, "first_content_s": 3.7481, "elapsed_s": 3.8438, "decode_tps_approx": 32.95, "metrics_delta": {"vllm:prefix_cache_hits_total": 128000.0, "vllm:prefix_cache_queries_total": 131040.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "DOCUMENT_START", "label": "eager", "document": "ctx-131072-2", "document_sha256": "040a0cd85bb25a86dd2bb771a070e8bdc8a8c64b7de671f63e35a5a30cf2ee59", "needle_token_fractions": [0.05, 0.4998, 0.9494]}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-131072-2", "case": "front"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-131072-2", "target_input_tokens": 131072, "sample": 2, "case": "front", "attempt": 1, "expected": "21330", "content": "\n\n21330", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 131040, "total_tokens": 131107, "completion_tokens": 67, "completion_tokens_details": {"reasoning_tokens": 59}}, "max_tokens": 2048, "prompt_tokens_preflight": 131040, "prompt_sha256": "cbbe2526ffeabd635cb332d2884e9b38cfd848fc01920eff66bb2ba53a16aa09", "output_sha256": "e10c3e14917479637c124594ac830790a96d90ed04093d982f4729fe678123ad", "ttft_s": 63.0764, "first_content_s": 64.931, "elapsed_s": 65.1104, "decode_tps_approx": 32.6, "metrics_delta": {"vllm:prefix_cache_hits_total": 0.0, "vllm:prefix_cache_queries_total": 131040.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-131072-2", "case": "middle"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-131072-2", "target_input_tokens": 131072, "sample": 2, "case": "middle", "attempt": 1, "expected": "22858", "content": "\n\n22858", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 131039, "total_tokens": 131107, "completion_tokens": 68, "completion_tokens_details": {"reasoning_tokens": 60}}, "max_tokens": 2048, "prompt_tokens_preflight": 131039, "prompt_sha256": "68107d0867abd73f9abe591916a726eaaef94e3fc5d0277566a76ea49803a4cb", "output_sha256": "f07af8e77a0089c8356262cc1a11056bae37f3d44f3fded5c0bbdb5454e74eb8", "ttft_s": 1.7693, "first_content_s": 3.6971, "elapsed_s": 3.8097, "decode_tps_approx": 32.982, "metrics_delta": {"vllm:prefix_cache_hits_total": 128000.0, "vllm:prefix_cache_queries_total": 131039.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-131072-2", "case": "end"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-131072-2", "target_input_tokens": 131072, "sample": 2, "case": "end", "attempt": 1, "expected": "26681", "content": "\n\n26681", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 131038, "total_tokens": 131106, "completion_tokens": 68, "completion_tokens_details": {"reasoning_tokens": 60}}, "max_tokens": 2048, "prompt_tokens_preflight": 131038, "prompt_sha256": "344c248b70b3519e8446e645d9afdfafe315ebfb7a619e70ff458d6b0cc628e1", "output_sha256": "4937e5a072dc40465c26397dea60d57a710efff2a4277e82e01231de970e8df6", "ttft_s": 1.7537, "first_content_s": 3.6463, "elapsed_s": 3.7498, "decode_tps_approx": 33.725, "metrics_delta": {"vllm:prefix_cache_hits_total": 128000.0, "vllm:prefix_cache_queries_total": 131038.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-131072-2", "case": "front_repeat"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-131072-2", "target_input_tokens": 131072, "sample": 2, "case": "front_repeat", "attempt": 1, "expected": "21330", "content": "\n\n21330", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 131040, "total_tokens": 131107, "completion_tokens": 67, "completion_tokens_details": {"reasoning_tokens": 59}}, "max_tokens": 2048, "prompt_tokens_preflight": 131040, "prompt_sha256": "cbbe2526ffeabd635cb332d2884e9b38cfd848fc01920eff66bb2ba53a16aa09", "output_sha256": "e10c3e14917479637c124594ac830790a96d90ed04093d982f4729fe678123ad", "ttft_s": 1.7717, "first_content_s": 3.6026, "elapsed_s": 3.7728, "decode_tps_approx": 33.124, "metrics_delta": {"vllm:prefix_cache_hits_total": 128000.0, "vllm:prefix_cache_queries_total": 131040.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "STAGE_COMPLETED", "label": "eager", "target_input_tokens": 131072}
|
|
{"event": "STAGE_START", "label": "eager", "target_input_tokens": 260000}
|
|
{"event": "DOCUMENT_START", "label": "eager", "document": "ctx-260000-1", "document_sha256": "35126a00209a0d6d178dbe3aaa810912e87134bd2cc842fb9a038f890e8a1602", "needle_token_fractions": [0.05, 0.4998, 0.9497]}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-260000-1", "case": "front"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-260000-1", "target_input_tokens": 260000, "sample": 1, "case": "front", "attempt": 1, "expected": "17920", "content": "\n\n17920", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 259965, "total_tokens": 260038, "completion_tokens": 73, "completion_tokens_details": {"reasoning_tokens": 65}}, "max_tokens": 2048, "prompt_tokens_preflight": 259965, "prompt_sha256": "7a6cfb5127af243524962d7311f7fcfa1d4458e41eb1aed71051d62123dbe694", "output_sha256": "de54ccf3a5d5c173845ee04fbde49ffbd302785ef8f2cd57134e0842e5263b62", "ttft_s": 168.2891, "first_content_s": 170.3102, "elapsed_s": 170.5006, "decode_tps_approx": 32.692, "metrics_delta": {"vllm:prefix_cache_hits_total": 0.0, "vllm:prefix_cache_queries_total": 259965.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-260000-1", "case": "middle"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-260000-1", "target_input_tokens": 260000, "sample": 1, "case": "middle", "attempt": 1, "expected": "96206", "content": "\n\n96206", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 259964, "total_tokens": 260031, "completion_tokens": 67, "completion_tokens_details": {"reasoning_tokens": 59}}, "max_tokens": 2048, "prompt_tokens_preflight": 259964, "prompt_sha256": "600c6c73b3918ef5f3f4f223df7b94c5458ee1ebe22fbacd95d10f8ec8c86912", "output_sha256": "9ca059b5185fa6c4980ba23ac148024bd05e9b8c48d42832dff49653bb6fdc03", "ttft_s": 1.8404, "first_content_s": 3.7048, "elapsed_s": 3.889, "decode_tps_approx": 34.008, "metrics_delta": {"vllm:prefix_cache_hits_total": 257600.0, "vllm:prefix_cache_queries_total": 259964.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-260000-1", "case": "end"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-260000-1", "target_input_tokens": 260000, "sample": 1, "case": "end", "attempt": 1, "expected": "27171", "content": "\n\n27171", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 259963, "total_tokens": 260029, "completion_tokens": 66, "completion_tokens_details": {"reasoning_tokens": 58}}, "max_tokens": 2048, "prompt_tokens_preflight": 259963, "prompt_sha256": "441427045725fccbb4e5fd9b3a993083ef4f493aac427c4e0166024020f9844e", "output_sha256": "0a85d29eac945e1b1495d51dcdf3bb79d5d0c63437bcc49a6de6daf9100047f6", "ttft_s": 1.8123, "first_content_s": 3.6088, "elapsed_s": 3.7805, "decode_tps_approx": 34.666, "metrics_delta": {"vllm:prefix_cache_hits_total": 257600.0, "vllm:prefix_cache_queries_total": 259963.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-260000-1", "case": "front_repeat"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-260000-1", "target_input_tokens": 260000, "sample": 1, "case": "front_repeat", "attempt": 1, "expected": "17920", "content": "\n\n17920", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 259965, "total_tokens": 260031, "completion_tokens": 66, "completion_tokens_details": {"reasoning_tokens": 58}}, "max_tokens": 2048, "prompt_tokens_preflight": 259965, "prompt_sha256": "7a6cfb5127af243524962d7311f7fcfa1d4458e41eb1aed71051d62123dbe694", "output_sha256": "9e75940838bbfdb7465e34e94bc0439593d37a3741bf259e64d083b66ca41e30", "ttft_s": 1.8134, "first_content_s": 3.6558, "elapsed_s": 3.8307, "decode_tps_approx": 32.354, "metrics_delta": {"vllm:prefix_cache_hits_total": 257600.0, "vllm:prefix_cache_queries_total": 259965.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "DOCUMENT_START", "label": "eager", "document": "ctx-260000-2", "document_sha256": "60c97958ef8f971e623422822f30bb4166008a33fd993c68c6cc38e4af5e15d6", "needle_token_fractions": [0.05, 0.4998, 0.9497]}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-260000-2", "case": "front"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-260000-2", "target_input_tokens": 260000, "sample": 2, "case": "front", "attempt": 1, "expected": "71676", "content": "\n\n71676", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 259965, "total_tokens": 260035, "completion_tokens": 70, "completion_tokens_details": {"reasoning_tokens": 62}}, "max_tokens": 2048, "prompt_tokens_preflight": 259965, "prompt_sha256": "5e7de47221917004e13985c40ef52d47dc313b87ddbc696122049ff66cbc80d7", "output_sha256": "dc1b94e47b447875b58070591c5ab98d7b8b6bcb2a236913829fbad02f21d157", "ttft_s": 137.1988, "first_content_s": 139.1389, "elapsed_s": 139.2452, "decode_tps_approx": 33.847, "metrics_delta": {"vllm:prefix_cache_hits_total": 0.0, "vllm:prefix_cache_queries_total": 259965.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-260000-2", "case": "middle"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-260000-2", "target_input_tokens": 260000, "sample": 2, "case": "middle", "attempt": 1, "expected": "35897", "content": "\n\n35897", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 259964, "total_tokens": 260032, "completion_tokens": 68, "completion_tokens_details": {"reasoning_tokens": 60}}, "max_tokens": 2048, "prompt_tokens_preflight": 259964, "prompt_sha256": "d41ba1ed714a9f634c0cffa5b8c269e2da364e0354c6886d589585a56b2e8dc0", "output_sha256": "4c920b7ee11a85f5aeca1eb5485383a953b8bef7187b41f06745e162624f6b9e", "ttft_s": 1.8152, "first_content_s": 3.6725, "elapsed_s": 3.8491, "decode_tps_approx": 34.511, "metrics_delta": {"vllm:prefix_cache_hits_total": 257600.0, "vllm:prefix_cache_queries_total": 259964.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-260000-2", "case": "end"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-260000-2", "target_input_tokens": 260000, "sample": 2, "case": "end", "attempt": 1, "expected": "70247", "content": "\n\n70247", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 259963, "total_tokens": 260030, "completion_tokens": 67, "completion_tokens_details": {"reasoning_tokens": 59}}, "max_tokens": 2048, "prompt_tokens_preflight": 259963, "prompt_sha256": "0912a32e71a4f4df64de74c58384f660bb98dda90705c1fa93a28b3ecd0a339e", "output_sha256": "0432ebcc2528cb9d8bafb4cff93836f884dceb6e6d57084984a5bb38fed8efc3", "ttft_s": 1.8249, "first_content_s": 3.6734, "elapsed_s": 3.7745, "decode_tps_approx": 33.986, "metrics_delta": {"vllm:prefix_cache_hits_total": 257600.0, "vllm:prefix_cache_queries_total": 259963.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "REQUEST_START", "label": "eager", "document": "ctx-260000-2", "case": "front_repeat"}
|
|
{"event": "RESULT", "label": "eager", "document": "ctx-260000-2", "target_input_tokens": 260000, "sample": 2, "case": "front_repeat", "attempt": 1, "expected": "71676", "content": "\n\n71676", "correct": true, "finish_reason": "stop", "usage": {"prompt_tokens": 259965, "total_tokens": 260034, "completion_tokens": 69, "completion_tokens_details": {"reasoning_tokens": 61}}, "max_tokens": 2048, "prompt_tokens_preflight": 259965, "prompt_sha256": "5e7de47221917004e13985c40ef52d47dc313b87ddbc696122049ff66cbc80d7", "output_sha256": "3d22284ab6d9f95aff65644f77e404f7361d7ef8474a599aea191309f5604160", "ttft_s": 1.8285, "first_content_s": 3.6494, "elapsed_s": 3.8159, "decode_tps_approx": 34.367, "metrics_delta": {"vllm:prefix_cache_hits_total": 257600.0, "vllm:prefix_cache_queries_total": 259965.0, "vllm:num_preemptions_total": 0.0}}
|
|
{"event": "STAGE_COMPLETED", "label": "eager", "target_input_tokens": 260000}
|
|
{"event": "CONTEXT_SUITE_COMPLETED", "label": "eager", "first_attempt_failures": []}
|