{"name": "arithmetic-0", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 141, "completion_tokens": 82, "completion_tokens_details": {"reasoning_tokens": 75}}, "ttft_s": 0.08033495700510684, "elapsed_s": 0.5909661660043639, "decode_tps": 158.62720212253586, "max_stream_gap_s": 0.018763815001875628, "events": 29, "sha256": "d929fd317464b07ece811a135b5937af8eb36ea0b1e88ec82bc5137102d0a62c"}
{"name": "arithmetic-1", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 96, "completion_tokens": 37, "completion_tokens_details": {"reasoning_tokens": 30}}, "ttft_s": 0.08595889700518455, "elapsed_s": 0.3043062380020274, "decode_tps": 164.87491826392582, "max_stream_gap_s": 0.01860671999747865, "events": 13, "sha256": "5cd050422245af84010bf1c71082001dcd6d880bdd6dd7002e69a8402ab6c73c"}
{"name": "arithmetic-2", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 125, "completion_tokens": 66, "completion_tokens_details": {"reasoning_tokens": 59}}, "ttft_s": 0.08532555599958869, "elapsed_s": 0.5077504829969257, "decode_tps": 153.87349525519303, "max_stream_gap_s": 0.01870621599664446, "events": 24, "sha256": "c6dabe0673abae92ebdac3d245deb7c9ca89c874d316c46b8ce09fde923a752f"}
{"name": "arithmetic-3", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 98, "completion_tokens": 39, "completion_tokens_details": {"reasoning_tokens": 31}}, "ttft_s": 0.08707080200110795, "elapsed_s": 0.32353630300349323, "decode_tps": 160.69997457944905, "max_stream_gap_s": 0.01859223899373319, "events": 14, "sha256": "4f382303f23d66fb4abcb57f3ad914e7f87831db4a3757ab5fdab83d25b58b1b"}
{"name": "arithmetic-4", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 131, "completion_tokens": 72, "completion_tokens_details": {"reasoning_tokens": 64}}, "ttft_s": 0.08545495500584366, "elapsed_s": 0.5441159190013423, "decode_tps": 154.798436259984, "max_stream_gap_s": 0.018821514000592288, "events": 26, "sha256": "5c8a761b69d32970d9e4021e9cddda2caf44a6201a9bf34e503844cd2ce1dc0c"}
{"name": "arithmetic-5", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 101, "completion_tokens": 42, "completion_tokens_details": {"reasoning_tokens": 34}}, "ttft_s": 0.08643778399709845, "elapsed_s": 0.34146275900275214, "decode_tps": 160.7685678592501, "max_stream_gap_s": 0.018947848002426326, "events": 15, "sha256": "38ecdb08b2fcabd6a6a91e18d08f90ca325aae7f5c9ee565aa360e4d3cb610e9"}
{"name": "arithmetic-6", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 130, "completion_tokens": 71, "completion_tokens_details": {"reasoning_tokens": 63}}, "ttft_s": 0.08607953199680196, "elapsed_s": 0.5258115449978504, "decode_tps": 159.18786426821532, "max_stream_gap_s": 0.018670357996597886, "events": 25, "sha256": "7ac565b6322b904ff447bc9ef3ed069ebc4e48b8a51e72f9e18919bd8e3000d1"}
{"name": "arithmetic-7", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 153, "completion_tokens": 94, "completion_tokens_details": {"reasoning_tokens": 86}}, "ttft_s": 0.08593622500484344, "elapsed_s": 0.6902767670035246, "decode_tps": 153.8867468537349, "max_stream_gap_s": 0.018791513997712173, "events": 33, "sha256": "e7b73eb708d2c4c7d2fc5dca2aed40a571c8b0445cd1867d916b47f57ec4cac0"}
{"name": "arithmetic-8", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 144, "completion_tokens": 85, "completion_tokens_details": {"reasoning_tokens": 77}}, "ttft_s": 0.08543285400082823, "elapsed_s": 0.6162005010046414, "decode_tps": 158.2613418021625, "max_stream_gap_s": 0.018708337993302848, "events": 29, "sha256": "9d93671c15eac2005a27c4fe38e5d4285b3feca77fa1e90f138c71a2b5164db8"}
{"name": "arithmetic-9", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 59, "total_tokens": 143, "completion_tokens": 84, "completion_tokens_details": {"reasoning_tokens": 76}}, "ttft_s": 0.08579609300068114, "elapsed_s": 0.6164905580008053, "decode_tps": 156.39884241110482, "max_stream_gap_s": 0.018804239996825345, "events": 29, "sha256": "6b95a8b82a4ba5a8335b5f10899663aeebe71fed7e5673836b82ec74cfa1cbee"}
{"name": "arithmetic-10", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 60, "total_tokens": 143, "completion_tokens": 83, "completion_tokens_details": {"reasoning_tokens": 75}}, "ttft_s": 0.08569144899956882, "elapsed_s": 0.5975101969961543, "decode_tps": 160.21296664292387, "max_stream_gap_s": 0.018605278004542924, "events": 29, "sha256": "662f32768d742ea67e45b8109190fc2ba55c429346f4be9b9492ff457cdacc48"}
{"name": "arithmetic-11", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 61, "total_tokens": 151, "completion_tokens": 90, "completion_tokens_details": {"reasoning_tokens": 82}}, "ttft_s": 0.08546528800070519, "elapsed_s": 0.6353967890026979, "decode_tps": 161.8383377526822, "max_stream_gap_s": 0.018794105999404564, "events": 31, "sha256": "cdbf70494a3484ed891137af4bad12b7417009befd921930fc1fa5e5e3907e27"}
{"name": "json", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 66, "total_tokens": 109, "completion_tokens": 43, "completion_tokens_details": {"reasoning_tokens": 26}}, "ttft_s": 0.08568278700113297, "elapsed_s": 0.37689909800246824, "decode_tps": 144.2226908773919, "max_stream_gap_s": 0.018781819999276195, "events": 17, "sha256": "2acba5868b21fa90ff7d281b66898b4ed66b6ff2f42a3d5a1d5bd11569806949"}
{"name": "multiturn", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 82, "total_tokens": 145, "completion_tokens": 63, "completion_tokens_details": {"reasoning_tokens": 51}}, "ttft_s": 0.08570619000238366, "elapsed_s": 0.5379072569994605, "decode_tps": 137.10715105499912, "max_stream_gap_s": 0.018587483995361254, "events": 26, "sha256": "dd12a39a5152c7bd1ce0e00fedc430e10a83c25c8a7850e9be06dcc0b4fe0353"}
{"name": "image-ocr", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 3135, "total_tokens": 3276, "completion_tokens": 141, "completion_tokens_details": {"reasoning_tokens": 102}}, "ttft_s": 0.37922176600113744, "elapsed_s": 1.3786603870030376, "decode_tps": 140.07863720500933, "max_stream_gap_s": 0.01991734900366282, "events": 54, "sha256": "9e3c14a4e0973d378dc3fda85c529bfed85154aefd90d72c8313c78df80f6564"}
{"name": "video-120s", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 12069, "total_tokens": 12213, "completion_tokens": 144, "completion_tokens_details": {"reasoning_tokens": 130}}, "ttft_s": 0.8094746360002318, "elapsed_s": 1.7980530589993577, "decode_tps": 144.65215573507055, "max_stream_gap_s": 0.018804600993462373, "events": 55, "sha256": "40374d1d01e9d30a2e10dfcf6ba861c98b6c27c52bed2fc369e82286625e2f93"}
{"name": "multi-image", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 12356, "total_tokens": 12433, "completion_tokens": 77, "completion_tokens_details": {"reasoning_tokens": 66}}, "ttft_s": 1.4533180090002134, "elapsed_s": 1.9994508850068087, "decode_tps": 139.16027278145802, "max_stream_gap_s": 0.018682743997487705, "events": 31, "sha256": "6948cfaa73343b43893c8bbd5a7faf45ed78d55ac8ae50d67b8b890a8d1bf6c7"}
{"name": "warmup-code", "passed": true, "finish": "length", "usage": {"prompt_tokens": 77, "total_tokens": 333, "completion_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 256}}, "ttft_s": 0.08620800900098402, "elapsed_s": 2.189102151998668, "decode_tps": 121.26145333996531, "max_stream_gap_s": 0.018632254999829456, "events": 117, "sha256": "ae01d596ec7a45f3c398b1526e5f345c2a100644fe1e8d2975c98d406465b7ad"}
{"name": "perf-code-0", "passed": true, "finish": "length", "usage": {"prompt_tokens": 77, "total_tokens": 2125, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.07210104499972658, "elapsed_s": 16.617303178005386, "decode_tps": 123.72166768011161, "max_stream_gap_s": 0.019507625998812728, "events": 920, "sha256": "4b5a99c6a2d74362c14314126d243ab0ea75f0d203a637e5635b96bc429e3afb"}
{"name": "perf-code-1", "passed": true, "finish": "length", "usage": {"prompt_tokens": 77, "total_tokens": 2125, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.07450222100305837, "elapsed_s": 16.60604691500339, "decode_tps": 123.82387961258709, "max_stream_gap_s": 0.018462731000909116, "events": 922, "sha256": "c6a65a378e367e11250c85739caf6c8d1093bd987b88899767d97d623c15bcb9"}
{"name": "perf-code-2", "passed": true, "finish": "length", "usage": {"prompt_tokens": 77, "total_tokens": 2125, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.08693470500293188, "elapsed_s": 16.638716553999984, "decode_tps": 123.67248545654539, "max_stream_gap_s": 0.018704524001805112, "events": 923, "sha256": "c6aab7182e88cf796f5b16f8b786142eb9521c9123cb0a049524dde6362b299f"}
{"name": "warmup-chinese", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 335, "completion_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 182}}, "ttft_s": 0.07400395700096851, "elapsed_s": 1.9887343450027402, "decode_tps": 133.17801900356326, "max_stream_gap_s": 0.0185166260052938, "events": 108, "sha256": "c7ecb8327c0218df2d04be1c67cec8ee285dd526519e8615316908f083855b7c"}
{"name": "perf-chinese-0", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 182}}, "ttft_s": 0.08585922900238074, "elapsed_s": 15.984570784006792, "decode_tps": 128.75257173627188, "max_stream_gap_s": 0.01882019199547358, "events": 889, "sha256": "d4c974412272e4560fbce42c1ad1cf265991e6545fd8518f4c0823f8c56bc7ea"}
{"name": "perf-chinese-1", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 182}}, "ttft_s": 0.07313994099968113, "elapsed_s": 15.988134749000892, "decode_tps": 128.62083994968555, "max_stream_gap_s": 0.018578499999421183, "events": 890, "sha256": "8fc19ac2a6425782e63b5c26dd326f7124bce54fc957913963c9fc6ae4ee3341"}
{"name": "perf-chinese-2", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 182}}, "ttft_s": 0.08644359100435395, "elapsed_s": 15.966877792001469, "decode_tps": 128.90075762988087, "max_stream_gap_s": 0.018619577000208665, "events": 888, "sha256": "488769996df35d3bbedd2a91046c0a137677097523f73433b0919b61c68071b5"}
{"name": "warmup-reasoning", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 335, "completion_tokens": 256, "completion_tokens_details": {"reasoning_tokens": 256}}, "ttft_s": 0.07434646700130543, "elapsed_s": 2.126096015002986, "decode_tps": 124.28417505848094, "max_stream_gap_s": 0.01840589300263673, "events": 116, "sha256": "d557c88f4473c4da0f26d8a2bfdb8aae0734ac1d790d7d3f74c26151b5cbe509"}
{"name": "perf-reasoning-0", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.07352274699951522, "elapsed_s": 16.837296222998702, "decode_tps": 122.10854572395078, "max_stream_gap_s": 0.018720656000368763, "events": 935, "sha256": "eec62c20975cfeaada4ad14ef0f726db52eaff6b498dcbbf3f5f515c2c5725c8"}
{"name": "perf-reasoning-1", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.07170502199733164, "elapsed_s": 16.85341221699491, "decode_tps": 121.97805480780796, "max_stream_gap_s": 0.01876352399995085, "events": 936, "sha256": "8a7cb2cde52eee53562fd48aca68d5267dceb315e35b12b86822b67066eacf58"}
{"name": "perf-reasoning-2", "passed": true, "finish": "length", "usage": {"prompt_tokens": 79, "total_tokens": 2127, "completion_tokens": 2048, "completion_tokens_details": {"reasoning_tokens": 2048}}, "ttft_s": 0.07260531799693126, "elapsed_s": 16.818446777993813, "decode_tps": 122.23930370354654, "max_stream_gap_s": 0.01878616500471253, "events": 934, "sha256": "eec62c20975cfeaada4ad14ef0f726db52eaff6b498dcbbf3f5f515c2c5725c8"}
{"name": "long-context-0", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 125995, "total_tokens": 126111, "completion_tokens": 116, "completion_tokens_details": {"reasoning_tokens": 96}}, "ttft_s": 14.42599186499865, "elapsed_s": 15.14422588799789, "decode_tps": 160.11494348287312, "max_stream_gap_s": 0.01879984400147805, "events": 41, "sha256": "e054eb4577e203d59776c06555ff8dff56d50e49389606fa8a7344884f985155"}
{"name": "long-context-1", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 125995, "total_tokens": 126114, "completion_tokens": 119, "completion_tokens_details": {"reasoning_tokens": 99}}, "ttft_s": 0.7020562550023897, "elapsed_s": 1.4927438169979723, "decode_tps": 149.23720274818137, "max_stream_gap_s": 0.01888078500633128, "events": 45, "sha256": "109b3120d1bf2f56bd0c1ab331e7692f8a0a37b091eb2adb8d7a0a54731dba54"}
{"name": "long-context-2", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 125995, "total_tokens": 126114, "completion_tokens": 119, "completion_tokens_details": {"reasoning_tokens": 99}}, "ttft_s": 0.7015097360053915, "elapsed_s": 1.4736580300013884, "decode_tps": 152.82038556263618, "max_stream_gap_s": 0.018826871004421264, "events": 44, "sha256": "1275326ebe3452473a77c76ba9ec5b91f06f8896ffd6de203abf1f9129842a90"}
{"name": "long-context-image", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 111670, "total_tokens": 111902, "completion_tokens": 232, "completion_tokens_details": {"reasoning_tokens": 187}}, "ttft_s": 12.815331379999407, "elapsed_s": 14.372689276002347, "decode_tps": 148.32813998174495, "max_stream_gap_s": 0.01881139999750303, "events": 87, "sha256": "4b7c8fb1d0d992dda6a5a680074a3aa037b1c33fd732b7315720e712693c2335"}
{"name": "queued-0", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 55, "total_tokens": 119, "completion_tokens": 64, "completion_tokens_details": {"reasoning_tokens": 58}}, "ttft_s": 0.08533696200174745, "elapsed_s": 0.4814725750038633, "decode_tps": 159.0364459346489, "max_stream_gap_s": 0.018437628001265693, "events": 22, "sha256": "c775e82fbe7367311970d698f4880b3e86da93aa21640d45d95ee9475e335166"}
{"name": "queued-1", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 55, "total_tokens": 98, "completion_tokens": 43, "completion_tokens_details": {"reasoning_tokens": 37}}, "ttft_s": 0.5489882670008228, "elapsed_s": 0.8192126439971616, "decode_tps": 155.42639219617496, "max_stream_gap_s": 0.018371916994510684, "events": 15, "sha256": "577bfda055d6b1f136ea30fd3c42b3954036dd654d2eb7cace48396c49aa115a"}
{"name": "queued-2", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 55, "total_tokens": 119, "completion_tokens": 64, "completion_tokens_details": {"reasoning_tokens": 58}}, "ttft_s": 0.8859058559974073, "elapsed_s": 1.2823282210010802, "decode_tps": 158.92140696808642, "max_stream_gap_s": 0.018409249001706485, "events": 22, "sha256": "4e0dac459752edb516d9c610865ec672d6805ddc71af097d21b28f7c53179b47"}
{"name": "queued-3", "passed": true, "finish": "stop", "usage": {"prompt_tokens": 55, "total_tokens": 119, "completion_tokens": 64, "completion_tokens_details": {"reasoning_tokens": 58}}, "ttft_s": 1.3495687850008835, "elapsed_s": 1.743830876002903, "decode_tps": 159.79218250449873, "max_stream_gap_s": 0.018336048000492156, "events": 23, "sha256": "fbb92f72869a68308179711e06612346b886a880c1f5fbd390eb0731790dbd0c"}
SUITE_COMPLETE