{
  "eager": {
    "total_requests": 19,
    "correct": 19,
    "groups": {
      "short": {
        "n": 3,
        "correct": 3,
        "ttft_s": {
          "median": 0.2627224419993581,
          "values": [
            0.33354272600263357,
            0.2627224419993581,
            0.26176839799882146
          ]
        },
        "elapsed_s": {
          "median": 7.373869219998596,
          "values": [
            7.68168595500174,
            7.373869219998596,
            7.35648784199293
          ]
        },
        "decode_tps_approx": {
          "median": 29.953694756255302,
          "values": [
            28.987645227728436,
            29.953694756255302,
            30.02293954286349
          ]
        },
        "output_tokens": [
          214,
          214,
          214
        ],
        "reasoning_tokens": [
          111,
          111,
          111
        ]
      },
      "prefill-8192": {
        "n": 3,
        "correct": 3,
        "ttft_s": {
          "median": 3.7875278329956927,
          "values": [
            4.006232126004761,
            3.7754420729979756,
            3.7875278329956927
          ]
        },
        "elapsed_s": {
          "median": 5.739436170995759,
          "values": [
            5.835497587999271,
            5.626387860997056,
            5.739436170995759
          ]
        },
        "decode_tps_approx": {
          "median": 35.041074313706375,
          "values": [
            35.584837627199924,
            35.041074313706375,
            32.64277985613848
          ]
        },
        "output_tokens": [
          63,
          63,
          62
        ],
        "reasoning_tokens": [
          55,
          55,
          54
        ]
      },
      "reuse-8192": {
        "n": 3,
        "correct": 3,
        "ttft_s": {
          "median": 0.8803304789980757,
          "values": [
            0.8856951920024585,
            0.8737719170021592,
            0.8803304789980757
          ]
        },
        "elapsed_s": {
          "median": 2.811309409997193,
          "values": [
            2.7496982970042154,
            2.835690722997242,
            2.811309409997193
          ]
        },
        "decode_tps_approx": {
          "median": 36.047200027797416,
          "values": [
            34.74998178667343,
            36.047200027797416,
            36.74879746387076
          ]
        },
        "output_tokens": [
          63,
          69,
          69
        ],
        "reasoning_tokens": [
          55,
          61,
          61
        ]
      },
      "prefill-32768": {
        "n": 3,
        "correct": 3,
        "ttft_s": {
          "median": 15.41581593700539,
          "values": [
            15.595506220997777,
            15.403379977004079,
            15.41581593700539
          ]
        },
        "elapsed_s": {
          "median": 17.35202403000585,
          "values": [
            17.837196191001567,
            17.295454844999767,
            17.35202403000585
          ]
        },
        "decode_tps_approx": {
          "median": 36.438073002765556,
          "values": [
            33.795316059955795,
            36.438073002765556,
            36.713832650404036
          ]
        },
        "output_tokens": [
          74,
          67,
          69
        ],
        "reasoning_tokens": [
          66,
          59,
          61
        ]
      },
      "reuse-32768": {
        "n": 3,
        "correct": 3,
        "ttft_s": {
          "median": 1.367758443004277,
          "values": [
            1.368702627994935,
            1.367758443004277,
            1.357998088002205
          ]
        },
        "elapsed_s": {
          "median": 3.5468969909998123,
          "values": [
            3.579059300995141,
            3.5468969909998123,
            3.3747847780032316
          ]
        },
        "decode_tps_approx": {
          "median": 32.877578996597116,
          "values": [
            32.419700549347965,
            32.877578996597116,
            33.71865583479496
          ]
        },
        "output_tokens": [
          70,
          70,
          69
        ],
        "reasoning_tokens": [
          62,
          62,
          61
        ]
      }
    }
  },
  "graph": {
    "total_requests": 19,
    "correct": 19,
    "groups": {
      "short": {
        "n": 3,
        "correct": 3,
        "ttft_s": {
          "median": 0.2623967160034226,
          "values": [
            0.32573997599683935,
            0.2600282569983392,
            0.2623967160034226
          ]
        },
        "elapsed_s": {
          "median": 7.0642776130043785,
          "values": [
            7.360314821999054,
            7.060739258995454,
            7.0642776130043785
          ]
        },
        "decode_tps_approx": {
          "median": 31.315723764990278,
          "values": [
            30.279974628892248,
            31.32107217692348,
            31.315723764990278
          ]
        },
        "output_tokens": [
          214,
          214,
          214
        ],
        "reasoning_tokens": [
          111,
          111,
          111
        ]
      },
      "prefill-8192": {
        "n": 3,
        "correct": 3,
        "ttft_s": {
          "median": 3.7701075279983343,
          "values": [
            3.921214998998039,
            3.7701075279983343,
            3.768740819999948
          ]
        },
        "elapsed_s": {
          "median": 5.670499198000471,
          "values": [
            6.191493427999376,
            5.596617848997994,
            5.670499198000471
          ]
        },
        "decode_tps_approx": {
          "median": 35.516432222041566,
          "values": [
            33.338899955373805,
            35.516432222041566,
            37.32072215199369
          ]
        },
        "output_tokens": [
          74,
          63,
          69
        ],
        "reasoning_tokens": [
          66,
          55,
          61
        ]
      },
      "reuse-8192": {
        "n": 3,
        "correct": 3,
        "ttft_s": {
          "median": 0.8737782960015466,
          "values": [
            0.8737782960015466,
            0.8690901810041396,
            0.8816422219970264
          ]
        },
        "elapsed_s": {
          "median": 2.8319971849996364,
          "values": [
            2.8319971849996364,
            3.0074559670028975,
            2.711807350999152
          ]
        },
        "decode_tps_approx": {
          "median": 35.510793077788634,
          "values": [
            34.055335354489465,
            35.510793077788634,
            35.522341967132114
          ]
        },
        "output_tokens": [
          65,
          74,
          63
        ],
        "reasoning_tokens": [
          57,
          66,
          55
        ]
      },
      "prefill-32768": {
        "n": 3,
        "correct": 3,
        "ttft_s": {
          "median": 15.375977513001999,
          "values": [
            15.511759164000978,
            15.357147006005107,
            15.375977513001999
          ]
        },
        "elapsed_s": {
          "median": 17.268514374001825,
          "values": [
            17.691939716001798,
            17.239325528003974,
            17.268514374001825
          ]
        },
        "decode_tps_approx": {
          "median": 37.54862656190945,
          "values": [
            32.87688689931954,
            37.728914829613814,
            37.54862656190945
          ]
        },
        "output_tokens": [
          70,
          69,
          69
        ],
        "reasoning_tokens": [
          62,
          61,
          61
        ]
      },
      "reuse-32768": {
        "n": 3,
        "correct": 3,
        "ttft_s": {
          "median": 1.3270910260034725,
          "values": [
            1.325252010996337,
            1.3272808809997514,
            1.3270910260034725
          ]
        },
        "elapsed_s": {
          "median": 3.293290553992847,
          "values": [
            3.293290553992847,
            3.4540864679947845,
            3.2060768180017476
          ]
        },
        "decode_tps_approx": {
          "median": 36.2184980346298,
          "values": [
            36.2184980346298,
            33.71980234098872,
            37.82214005937634
          ]
        },
        "output_tokens": [
          69,
          70,
          69
        ],
        "reasoning_tokens": [
          61,
          62,
          61
        ]
      }
    }
  }
}