39 lines
15 KiB
Plaintext
39 lines
15 KiB
Plaintext
{"name": "arithmetic-0", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 141, "completion_tokens": 82, "completion_tokens_details": {"reasoning_tokens": 75}}, "ttft_s": 0.6788992599977064, "elapsed_s": 1.330652390999603, "decode_tps": 124.28018546759276, "max_stream_gap_s": 0.016711308002413716, "events": 42, "sha256": "d929fd317464b07ece811a135b5937af8eb36ea0b1e88ec82bc5137102d0a62c"}
|
|
{"name": "arithmetic-1", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 96, "completion_tokens": 37, "completion_tokens_details": {"reasoning_tokens": 30}}, "ttft_s": 0.08442727399960859, "elapsed_s": 0.38878584299527574, "decode_tps": 118.28153916873126, "max_stream_gap_s": 0.017301366999163292, "events": 19, "sha256": "5cd050422245af84010bf1c71082001dcd6d880bdd6dd7002e69a8402ab6c73c"}
|
|
{"name": "arithmetic-2", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 125, "completion_tokens": 66, "completion_tokens_details": {"reasoning_tokens": 59}}, "ttft_s": 0.08499549300177023, "elapsed_s": 0.6222111509996466, "decode_tps": 120.99423952430095, "max_stream_gap_s": 0.03257976900204085, "events": 32, "sha256": "c6dabe0673abae92ebdac3d245deb7c9ca89c874d316c46b8ce09fde923a752f"}
|
|
{"name": "arithmetic-3", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 98, "completion_tokens": 39, "completion_tokens_details": {"reasoning_tokens": 31}}, "ttft_s": 0.08491974999924423, "elapsed_s": 0.39251107800373575, "decode_tps": 123.54054402809794, "max_stream_gap_s": 0.03264573799970094, "events": 19, "sha256": "4f382303f23d66fb4abcb57f3ad914e7f87831db4a3757ab5fdab83d25b58b1b"}
|
|
{"name": "arithmetic-4", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 131, "completion_tokens": 72, "completion_tokens_details": {"reasoning_tokens": 64}}, "ttft_s": 0.085520082997391, "elapsed_s": 0.6701685270018061, "decode_tps": 121.4405010876311, "max_stream_gap_s": 0.032602148996375035, "events": 36, "sha256": "5c8a761b69d32970d9e4021e9cddda2caf44a6201a9bf34e503844cd2ce1dc0c"}
|
|
{"name": "arithmetic-5", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 101, "completion_tokens": 42, "completion_tokens_details": {"reasoning_tokens": 34}}, "ttft_s": 0.08477247699920554, "elapsed_s": 0.4252711029985221, "decode_tps": 120.41164594914487, "max_stream_gap_s": 0.032577335005044006, "events": 21, "sha256": "38ecdb08b2fcabd6a6a91e18d08f90ca325aae7f5c9ee565aa360e4d3cb610e9"}
|
|
{"name": "arithmetic-6", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 130, "completion_tokens": 71, "completion_tokens_details": {"reasoning_tokens": 63}}, "ttft_s": 0.08490634099871386, "elapsed_s": 0.6701965460015344, "decode_tps": 119.59878945806493, "max_stream_gap_s": 0.03245343499293085, "events": 36, "sha256": "7ac565b6322b904ff447bc9ef3ed069ebc4e48b8a51e72f9e18919bd8e3000d1"}
|
|
{"name": "arithmetic-7", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 153, "completion_tokens": 94, "completion_tokens_details": {"reasoning_tokens": 86}}, "ttft_s": 0.0855920120011433, "elapsed_s": 0.8476354470039951, "decode_tps": 122.04028763747826, "max_stream_gap_s": 0.03259085400350159, "events": 47, "sha256": "e7b73eb708d2c4c7d2fc5dca2aed40a571c8b0445cd1867d916b47f57ec4cac0"}
|
|
{"name": "arithmetic-8", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 144, "completion_tokens": 85, "completion_tokens_details": {"reasoning_tokens": 77}}, "ttft_s": 0.08551327399618458, "elapsed_s": 0.7655381610020413, "decode_tps": 123.52489093428804, "max_stream_gap_s": 0.03254275799554307, "events": 42, "sha256": "9d93671c15eac2005a27c4fe38e5d4285b3feca77fa1e90f138c71a2b5164db8"}
|
|
{"name": "arithmetic-9", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 143, "completion_tokens": 84, "completion_tokens_details": {"reasoning_tokens": 76}}, "ttft_s": 0.08536207699944498, "elapsed_s": 0.7670097699956386, "decode_tps": 121.7637803997724, "max_stream_gap_s": 0.016597622001427226, "events": 42, "sha256": "6b95a8b82a4ba5a8335b5f10899663aeebe71fed7e5673836b82ec74cfa1cbee"}
|
|
{"name": "arithmetic-10", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 60, "total_tokens": 143, "completion_tokens": 83, "completion_tokens_details": {"reasoning_tokens": 75}}, "ttft_s": 0.08568318800098496, "elapsed_s": 0.7488038730007247, "decode_tps": 123.65773207637488, "max_stream_gap_s": 0.03235569100070279, "events": 41, "sha256": "662f32768d742ea67e45b8109190fc2ba55c429346f4be9b9492ff457cdacc48"}
|
|
{"name": "arithmetic-11", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 61, "total_tokens": 151, "completion_tokens": 90, "completion_tokens_details": {"reasoning_tokens": 82}}, "ttft_s": 0.08726995399774751, "elapsed_s": 0.8155018589968677, "decode_tps": 122.21381594110125, "max_stream_gap_s": 0.016604981996351853, "events": 45, "sha256": "cdbf70494a3484ed891137af4bad12b7417009befd921930fc1fa5e5e3907e27"}
|
|
{"name": "json", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 66, "total_tokens": 109, "completion_tokens": 43, "completion_tokens_details": {"reasoning_tokens": 26}}, "ttft_s": 0.10169535600289237, "elapsed_s": 0.4396858489999431, "decode_tps": 124.26385022719111, "max_stream_gap_s": 0.016457880003144965, "events": 22, "sha256": "2acba5868b21fa90ff7d281b66898b4ed66b6ff2f42a3d5a1d5bd11569806949"}
|
|
{"name": "multiturn", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 82, "total_tokens": 145, "completion_tokens": 63, "completion_tokens_details": {"reasoning_tokens": 51}}, "ttft_s": 0.08512602300470462, "elapsed_s": 0.6315631280012894, "decode_tps": 113.46228034860022, "max_stream_gap_s": 0.0164907750004204, "events": 34, "sha256": "dd12a39a5152c7bd1ce0e00fedc430e10a83c25c8a7850e9be06dcc0b4fe0353"}
|
|
{"name": "image-ocr", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 3135, "total_tokens": 3263, "completion_tokens": 128, "completion_tokens_details": {"reasoning_tokens": 107}}, "ttft_s": 0.7587772789993323, "elapsed_s": 1.8307137399970088, "decode_tps": 118.4771715683578, "max_stream_gap_s": 0.017939804994966835, "events": 67, "sha256": "8921e4d6739375a20a9acdb345ebda84acb52f498071a986927bd0a4e61a3779"}
|
|
{"name": "video-120s", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 12069, "total_tokens": 12197, "completion_tokens": 128, "completion_tokens_details": {"reasoning_tokens": 114}}, "ttft_s": 2.490573155002494, "elapsed_s": 3.5669434599985834, "decode_tps": 117.98913386082441, "max_stream_gap_s": 0.03252299100131495, "events": 66, "sha256": "3c4546e143b0d70a31d19afcd37f4462f9f4bc75d2ed102649b295b696577524"}
|
|
{"name": "multi-image", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 12356, "total_tokens": 12427, "completion_tokens": 71, "completion_tokens_details": {"reasoning_tokens": 60}}, "ttft_s": 1.4522779820035794, "elapsed_s": 2.0256833830062533, "decode_tps": 122.07767816207503, "max_stream_gap_s": 0.01650294200226199, "events": 37, "sha256": "81142145348f20b3b8803d7c6d9426ccc5641f864e2bd78da3e927825dc764b3"}
|
|
{"name": "warmup-code", "passed": true, "finish": "length", "usage": {"prompt_tokens": 77, "total_tokens": 333, "completion_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 256}}, "ttft_s": 0.08386934799636947, "elapsed_s": 2.4533141759966384, "decode_tps": 107.62014670550964, "max_stream_gap_s": 0.016294626002490986, "events": 150, "sha256": "ae01d596ec7a45f3c398b1526e5f345c2a100644fe1e8d2975c98d406465b7ad"}
|
|
{"name": "perf-code-0", "passed": true, "finish": "length", "usage": {"prompt_tokens": 77, "total_tokens": 2125, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.0830643839944969, "elapsed_s": 18.754658626996388, "decode_tps": 109.6317739856207, "max_stream_gap_s": 0.016825594000692945, "events": 1176, "sha256": "4906c37a2e701fd6633345dd53b182e28095d6b5da93f478eac8d410d6af322a"}
|
|
{"name": "perf-code-1", "passed": true, "finish": "length", "usage": {"prompt_tokens": 77, "total_tokens": 2125, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.07255172300210688, "elapsed_s": 18.743193971000437, "decode_tps": 109.63736398620448, "max_stream_gap_s": 0.01642427300248528, "events": 1176, "sha256": "bfcbf92932af2de82cc8324af42ba2d393695f14eb500ea32fbcad6f781dcfaf"}
|
|
{"name": "perf-code-2", "passed": true, "finish": "length", "usage": {"prompt_tokens": 77, "total_tokens": 2125, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.07399964099749923, "elapsed_s": 18.77744392999739, "decode_tps": 109.44508232656955, "max_stream_gap_s": 0.01670600000215927, "events": 1178, "sha256": "685a932841c3272e4da5b4f12e188bdb7fd6b50b4b564bc426e3e139793f068c"}
|
|
{"name": "warmup-chinese", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 335, "completion_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 182}}, "ttft_s": 0.08481309299531858, "elapsed_s": 2.3875851429984323, "decode_tps": 110.73610173427943, "max_stream_gap_s": 0.03143068100325763, "events": 145, "sha256": "c7ecb8327c0218df2d04be1c67cec8ee285dd526519e8615316908f083855b7c"}
|
|
{"name": "perf-chinese-0", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 182}}, "ttft_s": 0.08440493299713125, "elapsed_s": 18.277994324002066, "decode_tps": 112.5121577720147, "max_stream_gap_s": 0.03122073299891781, "events": 1147, "sha256": "5e28251162bb5f8117e86f4f2cb747928f5bb5287e6cec1443d2d64deefb8fb3"}
|
|
{"name": "perf-chinese-1", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 182}}, "ttft_s": 0.07261836499674246, "elapsed_s": 18.21824221299903, "decode_tps": 112.80956869528413, "max_stream_gap_s": 0.03128572199784685, "events": 1144, "sha256": "314d5c03936def50095096c59aab4bfc5743e49e546edd449ec7db880db067df"}
|
|
{"name": "perf-chinese-2", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 182}}, "ttft_s": 0.07247121300315484, "elapsed_s": 18.250864649002324, "decode_tps": 112.60621062069599, "max_stream_gap_s": 0.03126876999886008, "events": 1146, "sha256": "18736c57814a1186850c8f28964837b22549363a2ab0e0e00f2332ebe1aeaa88"}
|
|
{"name": "warmup-reasoning", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 335, "completion_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 256}}, "ttft_s": 0.0831944410019787, "elapsed_s": 2.406979079998564, "decode_tps": 109.7347816663895, "max_stream_gap_s": 0.01621198299835669, "events": 148, "sha256": "d557c88f4473c4da0f26d8a2bfdb8aae0734ac1d790d7d3f74c26151b5cbe509"}
|
|
{"name": "perf-reasoning-0", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2047}}, "ttft_s": 0.0725614070033771, "elapsed_s": 18.94562807300099, "decode_tps": 108.46144064588867, "max_stream_gap_s": 0.031187818000034895, "events": 1189, "sha256": "e35a9f765a93cce044543990fe166bfafe2cb845b0e603c334dc449496e21491"}
|
|
{"name": "perf-reasoning-1", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2047}}, "ttft_s": 0.0843369200010784, "elapsed_s": 18.989241095994657, "decode_tps": 108.27878210561818, "max_stream_gap_s": 0.03129963100218447, "events": 1191, "sha256": "10121a80459a4b8f8a0773b132bcdb6398463e07aa0645ee478ad590cd9def46"}
|
|
{"name": "perf-reasoning-2", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2047}}, "ttft_s": 0.07209744000283536, "elapsed_s": 18.980188051005825, "decode_tps": 108.26053471569521, "max_stream_gap_s": 0.03122235600312706, "events": 1191, "sha256": "10121a80459a4b8f8a0773b132bcdb6398463e07aa0645ee478ad590cd9def46"}
|
|
{"name": "long-context-0", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 125995, "total_tokens": 126130, "completion_tokens": 135, "completion_tokens_details": {"reasoning_tokens": 115}}, "ttft_s": 14.440546402998734, "elapsed_s": 15.590460605999397, "decode_tps": 116.53043300998588, "max_stream_gap_s": 0.032008403999498114, "events": 71, "sha256": "ee0579233e57d5accc2cf35a71509aa83fe7dcf3a2727f10f973dec75ff41759"}
|
|
{"name": "long-context-1", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 125995, "total_tokens": 126129, "completion_tokens": 134, "completion_tokens_details": {"reasoning_tokens": 114}}, "ttft_s": 0.856336849006766, "elapsed_s": 1.9747926430063671, "decode_tps": 118.91395325012499, "max_stream_gap_s": 0.03192400800617179, "events": 69, "sha256": "9400cbc20a09d71e03a4c31d5413dd314ee75a387fce3dc146f230a763b8faf3"}
|
|
{"name": "long-context-2", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 125995, "total_tokens": 126128, "completion_tokens": 133, "completion_tokens_details": {"reasoning_tokens": 113}}, "ttft_s": 0.853535173999262, "elapsed_s": 1.9229757680004695, "decode_tps": 123.4290158241842, "max_stream_gap_s": 0.03247794899652945, "events": 67, "sha256": "48e028596401908f642e64f951e3f0c5c7b6314e6a46a87c047b4728d9438d99"}
|
|
{"name": "long-context-image", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 111670, "total_tokens": 111863, "completion_tokens": 193, "completion_tokens_details": {"reasoning_tokens": 148}}, "ttft_s": 12.791386062002857, "elapsed_s": 14.462968651001574, "decode_tps": 114.86121072546499, "max_stream_gap_s": 0.03197040300437948, "events": 103, "sha256": "410a369097c639859051822f809cd9adecfca2ac1f489544f9525a65f25ef94a"}
|
|
{"name": "queued-0", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 55, "total_tokens": 119, "completion_tokens": 64, "completion_tokens_details": {"reasoning_tokens": 58}}, "ttft_s": 0.08371570699819131, "elapsed_s": 0.5917828360034036, "decode_tps": 123.99936229559475, "max_stream_gap_s": 0.03208907500084024, "events": 32, "sha256": "c775e82fbe7367311970d698f4880b3e86da93aa21640d45d95ee9475e335166"}
|
|
{"name": "queued-1", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 55, "total_tokens": 98, "completion_tokens": 43, "completion_tokens_details": {"reasoning_tokens": 37}}, "ttft_s": 0.6603063000002294, "elapsed_s": 0.9943764119961997, "decode_tps": 125.72211189160979, "max_stream_gap_s": 0.03203328799281735, "events": 21, "sha256": "577bfda055d6b1f136ea30fd3c42b3954036dd654d2eb7cace48396c49aa115a"}
|
|
{"name": "queued-2", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 55, "total_tokens": 119, "completion_tokens": 64, "completion_tokens_details": {"reasoning_tokens": 58}}, "ttft_s": 1.0632171030010795, "elapsed_s": 1.5722418850054964, "decode_tps": 123.76607628398992, "max_stream_gap_s": 0.01634497399936663, "events": 32, "sha256": "4e0dac459752edb516d9c610865ec672d6805ddc71af097d21b28f7c53179b47"}
|
|
{"name": "queued-3", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 55, "total_tokens": 119, "completion_tokens": 64, "completion_tokens_details": {"reasoning_tokens": 58}}, "ttft_s": 1.6414810709975427, "elapsed_s": 2.150085207002121, "decode_tps": 123.86843822173104, "max_stream_gap_s": 0.016239169002801646, "events": 32, "sha256": "fbb92f72869a68308179711e06612346b886a880c1f5fbd390eb0731790dbd0c"}
|
|
SUITE_COMPLETE
|