{
  "file": "trace.1.sqlite",
  "gpu_activity_span_s": 7.171227744,
  "gpu_busy_union_s": 6.828111595,
  "gpu_idle_within_span_s": 0.3431161490000001,
  "kernel_count": 194303,
  "graph_node_kernel_count": 160160,
  "api": {
    "cudaStreamSynchronize_v3020": [
      178,
      5.083396160000002
    ],
    "cudaGraphLaunch_v10000": [
      4664,
      0.37832851200000006
    ],
    "cudaLaunchKernel_v7000": [
      18000,
      0.09688817599999953
    ],
    "cuLaunchKernelEx": [
      14134,
      0.08236249600000012
    ],
    "cudaEventSynchronize_v3020": [
      89,
      0.049944608
    ],
    "cudaMemcpyAsync_v3020": [
      2891,
      0.017827583999999945
    ],
    "cudaMemsetAsync_v3020": [
      1473,
      0.010724048000000003
    ],
    "cudaLaunchKernelExC_v11060": [
      1098,
      0.00796472
    ],
    "cuLaunchKernel": [
      911,
      0.0040980800000000005
    ],
    "cudaEventQuery_v3020": [
      2748,
      0.003391791999999999
    ],
    "cudaEventRecordWithFlags_v11010": [
      1882,
      0.002740719999999997
    ],
    "cuKernelGetName": [
      18036,
      0.0022217120000002314
    ],
    "cudaStreamIsCapturing_v10000": [
      3944,
      0.0009747199999999829
    ],
    "cuKernelGetFunction": [
      911,
      0.0006370079999999985
    ],
    "cudaStreamWaitEvent_v3020": [
      365,
      0.0006016160000000009
    ],
    "cudaEventCreateWithFlags_v3020": [
      178,
      0.0003994720000000003
    ],
    "cuTensorMapEncodeTiled": [
      1476,
      0.00037919999999999843
    ],
    "cudaEventDestroy_v3020": [
      178,
      0.000269088
    ],
    "cudaGetDriverEntryPointByVersion_v12050": [
      576,
      7.99360000000001e-05
    ],
    "cuProfilerStart": [
      1,
      4.704e-06
    ]
  },
  "nvtx": {
    "PLE_lookup_tokens=65": {
      "count": 1,
      "sum_s": 0.01168872,
      "union_s": 0.01168872,
      "gpu_overlap_s": 0.003119056
    },
    "PLE_wait_for_GPU": {
      "count": 89,
      "sum_s": 5.08473312,
      "union_s": 5.08473312,
      "gpu_overlap_s": 5.00042896
    },
    "PLE_CPU_dedup": {
      "count": 89,
      "sum_s": 0.006623712,
      "union_s": 0.006623712,
      "gpu_overlap_s": 0.0
    },
    "PLE_CPU_gather": {
      "count": 89,
      "sum_s": 0.197738064,
      "union_s": 0.197738064,
      "gpu_overlap_s": 0.0
    },
    "PLE_lookup_tokens=4": {
      "count": 88,
      "sum_s": 5.301341888,
      "union_s": 5.301341888,
      "gpu_overlap_s": 4.999253552
    }
  },
  "dispatch": {
    "CG_DISPATCH:actual=65:mode=NONE:padded=65": 2,
    "CG_DISPATCH:actual=1:mode=NONE:padded=1": 89,
    "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4": 88,
    "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4": 88
  },
  "dispatch_timeline": [
    {
      "start_ns": 49395024,
      "name": "CG_DISPATCH:actual=65:mode=NONE:padded=65"
    },
    {
      "start_ns": 147915120,
      "name": "CG_DISPATCH:actual=65:mode=NONE:padded=65"
    },
    {
      "start_ns": 152984208,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 160374624,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 268039904,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 268772512,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 271551296,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 345434832,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 346024240,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 348567088,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 426077520,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 427007856,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 432363808,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 506455984,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 507376352,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 512162256,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 588441776,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 589423936,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 594314880,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 673209104,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 674106304,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 678849824,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 752253920,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 753190576,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 757795616,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 827672304,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 828254736,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 831203824,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 911471136,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 912352160,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 917509648,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 990644224,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 991418832,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 996009216,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1070808624,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1071742944,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 1076895424,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1151519312,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1152450320,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 1157002400,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1232909776,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1233664944,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 1237902688,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1312306080,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1313109664,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 1316953392,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1390498336,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1391194080,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 1395128096,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1467205600,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1467936032,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 1471894624,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1550963840,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1551988768,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 1557081264,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1628996000,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1629814016,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 1633851712,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1710896224,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1711932768,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 1717762496,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1788943216,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1789873280,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 1794827536,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1868034864,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1869057280,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 1874020784,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1947706576,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 1948489504,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 1952815456,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2029939968,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2030793488,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 2035270160,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2111659376,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2112539696,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 2117344048,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2192509392,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2193577024,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 2198746096,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2274807024,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2275835696,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 2280776896,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2352515296,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2353502224,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 2358678464,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2428682736,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2429509872,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 2433867856,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2505487856,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2506468688,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 2511866928,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2581707920,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2582578864,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 2586900176,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2659412384,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2660170992,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 2664169264,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2739202944,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2739899152,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 2743586640,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2819158688,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2819900176,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 2823639680,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2901407680,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2902407600,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 2907343168,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2977642848,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 2978673344,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 2983575344,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3052556448,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3053368736,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 3057506736,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3129302912,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3130222544,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 3135034640,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3205870800,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3206645360,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 3211001072,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3285190272,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3286026944,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 3290235392,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3366778176,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3367757072,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 3373050496,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3451226576,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3452223728,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 3457497712,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3527349328,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3528236352,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 3532770000,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3604846464,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3605623872,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 3609692176,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3686077840,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3687085488,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 3692248064,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3766804688,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3767854288,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 3772711760,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3842605296,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3843484208,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 3847666224,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3920391104,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 3921195328,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 3925069584,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4002324576,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4003329184,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 4008291824,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4076288832,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4077050800,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 4081153248,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4156346976,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4157348240,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 4162362464,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4235112000,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4236302560,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 4242072432,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4314584944,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4315676512,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 4321224320,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4392953248,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4393697872,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 4398257840,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4469250240,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4470078864,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 4474329008,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4544645728,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4545264304,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 4548076352,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4626271440,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4627072896,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 4631432704,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4699387456,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4699973536,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 4702806496,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4779244656,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4779836624,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 4782436768,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4860393184,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4860939072,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 4863697072,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4940939888,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 4941520256,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 4944151904,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5021578112,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5022266240,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 5025696608,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5111392336,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5112323344,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 5117636992,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5188224432,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5188939520,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 5192809248,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5264625744,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5265227408,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 5268177488,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5344098928,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5344627424,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 5347157248,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5429656816,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5430655312,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 5435502784,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5506837136,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5507728768,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 5512445904,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5581266512,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5581947312,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 5585129488,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5660877616,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5661728320,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 5666481088,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5732936976,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5733482816,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 5736231776,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5815977424,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5816893808,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 5821658480,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5889223984,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5889826816,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 5892327392,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5967735584,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 5968303072,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 5970805520,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6049948832,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6050896272,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 6055623584,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6123596464,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6124153504,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 6126937952,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6202773440,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6203365472,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 6206237872,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6282346672,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6282920768,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 6285565008,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6365527120,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6366504192,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 6371370336,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6439992816,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6440553968,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 6443188368,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6518141696,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6518697920,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 6521200240,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6593800512,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6594300320,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 6596731216,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6677877712,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6678599696,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 6682091200,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6757591840,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6758191744,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 6761471728,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6835616320,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6836259952,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 6839351536,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6913969456,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6914506624,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 6917220128,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6990779376,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 6991354848,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 6993918912,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 7067426672,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 7067955680,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    },
    {
      "start_ns": 7070395376,
      "name": "CG_DISPATCH:actual=3:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 7150947344,
      "name": "CG_DISPATCH:actual=4:mode=PIECEWISE:padded=4"
    },
    {
      "start_ns": 7151484992,
      "name": "CG_DISPATCH:actual=1:mode=NONE:padded=1"
    }
  ],
  "top_kernels": [
    [
      "Kernel2",
      [
        44647,
        3.8722031070000003
      ]
    ],
    [
      "device_kernel",
      [
        8544,
        1.3579660090000063
      ]
    ],
    [
      "kernel",
      [
        5252,
        1.3189746569999972
      ]
    ],
    [
      "sm120_fp8_fp4_gemm_1d1d_impl",
      [
        356,
        0.1285507509999999
      ]
    ],
    [
      "gdn_decode_post_conv_mtp_kernel",
      [
        3168,
        0.08925721600000007
      ]
    ],
    [
      "finalizeMoeRoutingKernel",
      [
        4272,
        0.03910297600000036
      ]
    ],
    [
      "vectorized_elementwise_kernel",
      [
        17627,
        0.03345176000000026
      ]
    ],
    [
      "topkGating",
      [
        4450,
        0.03166623200000014
      ]
    ],
    [
      "expandInputRowsKernel",
      [
        4272,
        0.026867552999999943
      ]
    ],
    [
      "blockExpertPrefixSumKernel",
      [
        4272,
        0.026857359999999938
      ]
    ],
    [
      "elementwise_kernel",
      [
        6018,
        0.025448217999999682
      ]
    ],
    [
      "_hc_combine_norm_kernel",
      [
        8989,
        0.023708736000000005
      ]
    ],
    [
      "splitKreduce_kernel",
      [
        14748,
        0.021152351000000052
      ]
    ],
    [
      "mergeExpertPrefixSumKernel",
      [
        4272,
        0.02073822499999996
      ]
    ],
    [
      "doActivationKernel",
      [
        4272,
        0.018199974999999886
      ]
    ],
    [
      "computeStridesTmaWarpSpecializedKernel",
      [
        4272,
        0.017101071000000086
      ]
    ],
    [
      "_qsa_sparse_paged_gqa_splitk_kernel",
      [
        1246,
        0.014710976000000014
      ]
    ],
    [
      "_causal_conv1d_update_kernel",
      [
        3168,
        0.014424191999999982
      ]
    ],
    [
      "cvt_fp16_to_fp4",
      [
        4272,
        0.010645776000000008
      ]
    ],
    [
      "_hc_gate_mix_kernel",
      [
        9167,
        0.0105430330000003
      ]
    ]
  ],
  "notes": "GPU busy is interval union, not utilization counter. CPU/API/NVTX times overlap GPU work and each other; do not sum them as exclusive costs."
}