39 lines
15 KiB
Plaintext
39 lines
15 KiB
Plaintext
{"name": "arithmetic-0", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 141, "completion_tokens": 82, "completion_tokens_details": {"reasoning_tokens": 75}}, "ttft_s": 0.6775439599950914, "elapsed_s": 1.1741499959971406, "decode_tps": 163.10715965535658, "max_stream_gap_s": 0.01910071699967375, "events": 29, "sha256": "d929fd317464b07ece811a135b5937af8eb36ea0b1e88ec82bc5137102d0a62c"}
|
|
{"name": "arithmetic-1", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 96, "completion_tokens": 37, "completion_tokens_details": {"reasoning_tokens": 30}}, "ttft_s": 0.08832487399922684, "elapsed_s": 0.30722334199526813, "decode_tps": 164.45980791720777, "max_stream_gap_s": 0.018707998999161646, "events": 13, "sha256": "5cd050422245af84010bf1c71082001dcd6d880bdd6dd7002e69a8402ab6c73c"}
|
|
{"name": "arithmetic-2", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 125, "completion_tokens": 66, "completion_tokens_details": {"reasoning_tokens": 59}}, "ttft_s": 0.0868781070021214, "elapsed_s": 0.5104481859962107, "decode_tps": 153.4574872577509, "max_stream_gap_s": 0.019009973002539482, "events": 24, "sha256": "c6dabe0673abae92ebdac3d245deb7c9ca89c874d316c46b8ce09fde923a752f"}
|
|
{"name": "arithmetic-3", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 98, "completion_tokens": 39, "completion_tokens_details": {"reasoning_tokens": 31}}, "ttft_s": 0.08706215999700362, "elapsed_s": 0.3244306199994753, "decode_tps": 160.08866552702204, "max_stream_gap_s": 0.0187255120035843, "events": 14, "sha256": "4f382303f23d66fb4abcb57f3ad914e7f87831db4a3757ab5fdab83d25b58b1b"}
|
|
{"name": "arithmetic-4", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 131, "completion_tokens": 72, "completion_tokens_details": {"reasoning_tokens": 64}}, "ttft_s": 0.08671738699922571, "elapsed_s": 0.5463336720058578, "decode_tps": 154.47668482629047, "max_stream_gap_s": 0.018846639002731536, "events": 26, "sha256": "5c8a761b69d32970d9e4021e9cddda2caf44a6201a9bf34e503844cd2ce1dc0c"}
|
|
{"name": "arithmetic-5", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 101, "completion_tokens": 42, "completion_tokens_details": {"reasoning_tokens": 34}}, "ttft_s": 0.08789612600230612, "elapsed_s": 0.34364471300068544, "decode_tps": 160.31369119650236, "max_stream_gap_s": 0.018786797001666855, "events": 15, "sha256": "38ecdb08b2fcabd6a6a91e18d08f90ca325aae7f5c9ee565aa360e4d3cb610e9"}
|
|
{"name": "arithmetic-6", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 130, "completion_tokens": 71, "completion_tokens_details": {"reasoning_tokens": 63}}, "ttft_s": 0.08695229000295512, "elapsed_s": 0.5275881220004521, "decode_tps": 158.8613428977733, "max_stream_gap_s": 0.018750836999970488, "events": 25, "sha256": "7ac565b6322b904ff447bc9ef3ed069ebc4e48b8a51e72f9e18919bd8e3000d1"}
|
|
{"name": "arithmetic-7", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 153, "completion_tokens": 94, "completion_tokens_details": {"reasoning_tokens": 86}}, "ttft_s": 0.08669126099994173, "elapsed_s": 0.6922984420016292, "decode_tps": 153.5648897791733, "max_stream_gap_s": 0.01870115900237579, "events": 33, "sha256": "e7b73eb708d2c4c7d2fc5dca2aed40a571c8b0445cd1867d916b47f57ec4cac0"}
|
|
{"name": "arithmetic-8", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 144, "completion_tokens": 85, "completion_tokens_details": {"reasoning_tokens": 77}}, "ttft_s": 0.08650394399592187, "elapsed_s": 0.6182316369959153, "decode_tps": 157.97559748312946, "max_stream_gap_s": 0.018719275001785718, "events": 29, "sha256": "9d93671c15eac2005a27c4fe38e5d4285b3feca77fa1e90f138c71a2b5164db8"}
|
|
{"name": "arithmetic-9", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 143, "completion_tokens": 84, "completion_tokens_details": {"reasoning_tokens": 76}}, "ttft_s": 0.08662291799555533, "elapsed_s": 0.6184161519995541, "decode_tps": 156.07569764487806, "max_stream_gap_s": 0.0187153379956726, "events": 29, "sha256": "6b95a8b82a4ba5a8335b5f10899663aeebe71fed7e5673836b82ec74cfa1cbee"}
|
|
{"name": "arithmetic-10", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 60, "total_tokens": 143, "completion_tokens": 83, "completion_tokens_details": {"reasoning_tokens": 75}}, "ttft_s": 0.08671497400064254, "elapsed_s": 0.5994503900001291, "decode_tps": 159.92653801796698, "max_stream_gap_s": 0.01877488000172889, "events": 29, "sha256": "662f32768d742ea67e45b8109190fc2ba55c429346f4be9b9492ff457cdacc48"}
|
|
{"name": "arithmetic-11", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 61, "total_tokens": 151, "completion_tokens": 90, "completion_tokens_details": {"reasoning_tokens": 82}}, "ttft_s": 0.09096695000334876, "elapsed_s": 0.6402136610049638, "decode_tps": 162.0401146102417, "max_stream_gap_s": 0.018958202002977487, "events": 31, "sha256": "cdbf70494a3484ed891137af4bad12b7417009befd921930fc1fa5e5e3907e27"}
|
|
{"name": "json", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 66, "total_tokens": 109, "completion_tokens": 43, "completion_tokens_details": {"reasoning_tokens": 26}}, "ttft_s": 0.08711282000149367, "elapsed_s": 0.3791177230014, "decode_tps": 143.8332013213267, "max_stream_gap_s": 0.01870136900106445, "events": 17, "sha256": "2acba5868b21fa90ff7d281b66898b4ed66b6ff2f42a3d5a1d5bd11569806949"}
|
|
{"name": "multiturn", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 82, "total_tokens": 145, "completion_tokens": 63, "completion_tokens_details": {"reasoning_tokens": 51}}, "ttft_s": 0.08702069400169421, "elapsed_s": 0.5400721170008183, "decode_tps": 136.84980744474976, "max_stream_gap_s": 0.018700218002777547, "events": 26, "sha256": "dd12a39a5152c7bd1ce0e00fedc430e10a83c25c8a7850e9be06dcc0b4fe0353"}
|
|
{"name": "image-ocr", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 3135, "total_tokens": 3259, "completion_tokens": 124, "completion_tokens_details": {"reasoning_tokens": 107}}, "ttft_s": 0.8501223290004418, "elapsed_s": 1.6364744279999286, "decode_tps": 156.4184799105881, "max_stream_gap_s": 0.018985629998496734, "events": 44, "sha256": "b98f4b1d895e3f0407d8a57eb03b0f63758ea19b579c4e088432b7866a2d4690"}
|
|
{"name": "video-120s", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 12069, "total_tokens": 12202, "completion_tokens": 133, "completion_tokens_details": {"reasoning_tokens": 119}}, "ttft_s": 2.827090976003092, "elapsed_s": 3.731427850005275, "decode_tps": 145.96330614699818, "max_stream_gap_s": 0.028689479004242457, "events": 50, "sha256": "d83e0557fd930a4bb9a1993da480eb91dac833e571d201ed45f1cd6dcdada19d"}
|
|
{"name": "multi-image", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 12356, "total_tokens": 12440, "completion_tokens": 84, "completion_tokens_details": {"reasoning_tokens": 73}}, "ttft_s": 1.7833786369956215, "elapsed_s": 2.3456459599983646, "decode_tps": 147.61661687317203, "max_stream_gap_s": 0.018566765000286978, "events": 32, "sha256": "b4bb08e18e5f49a28d5345524402e08c2a16f3c78b1833c26c875cca3f3fc609"}
|
|
{"name": "warmup-code", "passed": true, "finish": "length", "usage": {"prompt_tokens": 77, "total_tokens": 333, "completion_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 256}}, "ttft_s": 0.08747289400344016, "elapsed_s": 2.1725823170054355, "decode_tps": 122.29574006378465, "max_stream_gap_s": 0.018369523997534998, "events": 117, "sha256": "ae01d596ec7a45f3c398b1526e5f345c2a100644fe1e8d2975c98d406465b7ad"}
|
|
{"name": "perf-code-0", "passed": true, "finish": "length", "usage": {"prompt_tokens": 77, "total_tokens": 2125, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.07303110099746846, "elapsed_s": 16.646995861003234, "decode_tps": 123.50695983978235, "max_stream_gap_s": 0.018655836996913422, "events": 922, "sha256": "e053aa6dfa5732848b372c8cb52c9ba10c97c457a2440c10916d60f425686130"}
|
|
{"name": "perf-code-1", "passed": true, "finish": "length", "usage": {"prompt_tokens": 77, "total_tokens": 2125, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.08565058299427619, "elapsed_s": 16.716109230997972, "decode_tps": 123.08740506358313, "max_stream_gap_s": 0.018705554997723084, "events": 926, "sha256": "9e66ae8aada53d4b44ab4d175580b8c3dfc5775eb380db30f457db621fd2e2a1"}
|
|
{"name": "perf-code-2", "passed": true, "finish": "length", "usage": {"prompt_tokens": 77, "total_tokens": 2125, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.07342425100068795, "elapsed_s": 16.633013375998416, "decode_tps": 123.61417813863065, "max_stream_gap_s": 0.018731199998001102, "events": 922, "sha256": "33d28bd2b5e88242eb4cb19327d4fe8de4422634d578e9cab27019b562c17538"}
|
|
{"name": "warmup-chinese", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 335, "completion_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 182}}, "ttft_s": 0.07248010500188684, "elapsed_s": 1.990966349003429, "decode_tps": 132.91729393280707, "max_stream_gap_s": 0.01848529199924087, "events": 108, "sha256": "c7ecb8327c0218df2d04be1c67cec8ee285dd526519e8615316908f083855b7c"}
|
|
{"name": "perf-chinese-0", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 182}}, "ttft_s": 0.08546512899920344, "elapsed_s": 15.991916218001279, "decode_tps": 128.68992514711985, "max_stream_gap_s": 0.01876928300043801, "events": 888, "sha256": "e334bcd262d61ff4bcb2054046c80cecc4f1d5f3cb1038a8ba88491374656262"}
|
|
{"name": "perf-chinese-1", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 182}}, "ttft_s": 0.08559878199594095, "elapsed_s": 16.024810650997097, "decode_tps": 128.42542133347507, "max_stream_gap_s": 0.018655616004252806, "events": 890, "sha256": "d4c974412272e4560fbce42c1ad1cf265991e6545fd8518f4c0823f8c56bc7ea"}
|
|
{"name": "perf-chinese-2", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 182}}, "ttft_s": 0.07282382699486334, "elapsed_s": 15.980729622999206, "decode_tps": 128.67815702769335, "max_stream_gap_s": 0.01888122699892847, "events": 888, "sha256": "4d9e0b72967ce710e8b72877a43dad452f89f5b17d29711eec2d359e922e535e"}
|
|
{"name": "warmup-reasoning", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 335, "completion_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 256}}, "ttft_s": 0.08633529300277587, "elapsed_s": 2.140694021996751, "decode_tps": 124.12632535938559, "max_stream_gap_s": 0.018333694999455474, "events": 116, "sha256": "d557c88f4473c4da0f26d8a2bfdb8aae0734ac1d790d7d3f74c26151b5cbe509"}
|
|
{"name": "perf-reasoning-0", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.07246749800106045, "elapsed_s": 16.79015202500159, "decode_tps": 122.44518651455081, "max_stream_gap_s": 0.01858688200445613, "events": 931, "sha256": "7030090191298f50ad3861e9a54ab069c220645f2d9ae3d3adc1518c326737f9"}
|
|
{"name": "perf-reasoning-1", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.07343941200088011, "elapsed_s": 16.83907349400397, "decode_tps": 122.09499443849444, "max_stream_gap_s": 0.01887494800030254, "events": 934, "sha256": "c6787dd161d44b1ce0d6102e509688d98221200201f15b37bbe28ad0abe65926"}
|
|
{"name": "perf-reasoning-2", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.07259925900143571, "elapsed_s": 16.8790069530005, "decode_tps": 121.79878277800597, "max_stream_gap_s": 0.01869672300381353, "events": 936, "sha256": "10121a80459a4b8f8a0773b132bcdb6398463e07aa0645ee478ad590cd9def46"}
|
|
{"name": "long-context-0", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 125995, "total_tokens": 126127, "completion_tokens": 132, "completion_tokens_details": {"reasoning_tokens": 112}}, "ttft_s": 17.993200959004753, "elapsed_s": 18.83731006600283, "decode_tps": 155.193207742869, "max_stream_gap_s": 0.018897349000326358, "events": 48, "sha256": "e7fe3af72b6276b64a57b8dbc84e9f7f1af850672cddc9cc0c52b712188d3da6"}
|
|
{"name": "long-context-1", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 125995, "total_tokens": 126127, "completion_tokens": 132, "completion_tokens_details": {"reasoning_tokens": 112}}, "ttft_s": 0.8536870109965093, "elapsed_s": 1.7167949249997037, "decode_tps": 151.77708126021793, "max_stream_gap_s": 0.01887543899647426, "events": 49, "sha256": "179eba41d263a1f8ac9539955273bb72bab4be7c5f08db5d1dd5ce4a54183138"}
|
|
{"name": "long-context-2", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 125995, "total_tokens": 126122, "completion_tokens": 127, "completion_tokens_details": {"reasoning_tokens": 107}}, "ttft_s": 0.8531978610044462, "elapsed_s": 1.698211060000176, "decode_tps": 149.11009691889643, "max_stream_gap_s": 0.018885962999775074, "events": 48, "sha256": "c218b2baa413014b261435911b363b44341c05e35463b7652f562b35127fb79c"}
|
|
{"name": "long-context-image", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 111670, "total_tokens": 111861, "completion_tokens": 191, "completion_tokens_details": {"reasoning_tokens": 146}}, "ttft_s": 15.955126308996114, "elapsed_s": 17.181451591997757, "decode_tps": 154.93442289222173, "max_stream_gap_s": 0.018894102999183815, "events": 68, "sha256": "a6ca22b1812683511b811b4709da81363362811fb9f4b26449f2dee67e705cfd"}
|
|
{"name": "queued-0", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 55, "total_tokens": 119, "completion_tokens": 64, "completion_tokens_details": {"reasoning_tokens": 58}}, "ttft_s": 0.0856839689949993, "elapsed_s": 0.48237196899572155, "decode_tps": 158.81498810119112, "max_stream_gap_s": 0.01842227699671639, "events": 22, "sha256": "c775e82fbe7367311970d698f4880b3e86da93aa21640d45d95ee9475e335166"}
|
|
{"name": "queued-1", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 55, "total_tokens": 98, "completion_tokens": 43, "completion_tokens_details": {"reasoning_tokens": 37}}, "ttft_s": 0.5501441320011509, "elapsed_s": 0.8208450640013325, "decode_tps": 155.15277206349558, "max_stream_gap_s": 0.018418501000269316, "events": 15, "sha256": "577bfda055d6b1f136ea30fd3c42b3954036dd654d2eb7cace48396c49aa115a"}
|
|
{"name": "queued-2", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 55, "total_tokens": 119, "completion_tokens": 64, "completion_tokens_details": {"reasoning_tokens": 58}}, "ttft_s": 0.8888816709950333, "elapsed_s": 1.2858870880008908, "decode_tps": 158.68801104814773, "max_stream_gap_s": 0.018424560003040824, "events": 22, "sha256": "4e0dac459752edb516d9c610865ec672d6805ddc71af097d21b28f7c53179b47"}
|
|
{"name": "queued-3", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 55, "total_tokens": 119, "completion_tokens": 64, "completion_tokens_details": {"reasoning_tokens": 58}}, "ttft_s": 1.3535734030010644, "elapsed_s": 1.748511461999442, "decode_tps": 159.51868543583137, "max_stream_gap_s": 0.018308389000594616, "events": 23, "sha256": "fbb92f72869a68308179711e06612346b886a880c1f5fbd390eb0731790dbd0c"}
|
|
SUITE_COMPLETE
|