6 lines
1.9 KiB
JSON
6 lines
1.9 KiB
JSON
{"label": "baseline128k", "time": 1789667254.564806, "event": "REQUEST_START", "name": "128k-first", "profile": false, "prompt_tokens_preflight": 127987}
|
|
{"label": "baseline128k", "time": 1789667318.7600956, "event": "RESULT", "name": "128k-first", "profile": false, "correct": true, "content": "\n\n20269", "finish_reason": "stop", "usage": {"prompt_tokens": 127987, "total_tokens": 128056, "completion_tokens": 69, "completion_tokens_details": {"reasoning_tokens": 61}}, "max_tokens": 2048, "prompt_sha256": "104457d6415965a14015c9f1a84610eee7c49cc99c10ec4fd6c9b93fe126925b", "output_sha256": "1f0cc718b20bd31dddd908c207ce7ada0ba07ede462d419d80e31e207c2085ea", "ttft_s": 62.00898140299978, "first_content_s": 64.01506908999727, "elapsed_s": 64.1875687349966, "decode_tps_approx": 32.53193435869271, "metrics_delta": {"vllm:prefix_cache_queries_total": 127987.0, "vllm:prefix_cache_hits_total": 0.0}}
|
|
{"label": "baseline128k", "time": 1789667318.876529, "event": "REQUEST_START", "name": "128k-reuse", "profile": false, "prompt_tokens_preflight": 127987}
|
|
{"label": "baseline128k", "time": 1789667322.6713748, "event": "RESULT", "name": "128k-reuse", "profile": false, "correct": true, "content": "\n\n20269", "finish_reason": "stop", "usage": {"prompt_tokens": 127987, "total_tokens": 128052, "completion_tokens": 65, "completion_tokens_details": {"reasoning_tokens": 57}}, "max_tokens": 2048, "prompt_sha256": "104457d6415965a14015c9f1a84610eee7c49cc99c10ec4fd6c9b93fe126925b", "output_sha256": "3c63cf496a09471788b2fe7d59070e9f3e217c034db67d2e39a5d99f93ef2821", "ttft_s": 1.806588022998767, "first_content_s": 3.617496149003273, "elapsed_s": 3.78636380500393, "decode_tps_approx": 33.74153222175687, "metrics_delta": {"vllm:prefix_cache_queries_total": 127987.0, "vllm:prefix_cache_hits_total": 124800.0}}
|
|
{"label": "baseline128k", "time": 1789667322.6725726, "event": "BASELINE128K_PASS", "max_model_len": 131072}
|