docs(perf): profile CUDA graph coverage and PLE costs on Spark

2026-09-18 01:22:13 +08:00
parent f1a8964072
commit d7e1e745c3
23 changed files with 8384 additions and 1 deletions
@@ -0,0 +1,6 @@
+{"models": {"object": "list", "data": [{"id": "qwen3.8-flash-next", "object": "model", "created": 1789665662, "owned_by": "vllm", "root": "/root/.cache/huggingface/hub/models--nvidia--Qwen3.8-Flash-Next-NVFP4/snapshots/fc694b54fb0174e0913e6adf86691ef85a4ead47", "parent": null, "max_model_len": 262144, "permission": [{"id": "modelperm-b7d422ef1689806e", "object": "model_permission", "created": 1789665662, "allow_create_engine": false, "allow_sampling": true, "allow_logprobs": true, "allow_search_indices": false, "allow_view": true, "allow_fine_tuning": false, "organization": "*", "group": null, "is_blocking": false}]}]}}
+{"test": "arithmetic", "seconds": 2.43, "content": "\n\n323", "finish_reason": "stop", "usage": {"prompt_tokens": 53, "total_tokens": 109, "completion_tokens": 56, "prompt_tokens_details": null, "completion_tokens_details": {"reasoning_tokens": 50}}}
+{"test": "chinese", "seconds": 5.48, "content": "\n\n太阳光包含各种颜色的光（红、橙、黄、绿、蓝、紫等）。当阳光进入大气层时，会与空气中的氮、氧等小分子发生散射。\n\n短波长的光（蓝、紫）比长波长的光（红、橙）更容易被散射，这种现象称为**瑞利散射**。蓝光被散射到四面八方，充满整个天空，所以我们抬头看到的天空就是蓝色的。\n\n（紫光其实散射更强，但人眼对紫光不敏感，且部分紫光被高层大气吸收，所以天空呈现蓝色而非紫色。）", "finish_reason": "stop", "usage": {"prompt_tokens": 49, "total_tokens": 199, "completion_tokens": 150, "prompt_tokens_details": null, "completion_tokens_details": {"reasoning_tokens": 31}}}
+{"test": "tool_call", "seconds": 2.0665973159993882, "message": {"role": "assistant", "content": null, "refusal": null, "annotations": null, "audio": null, "function_call": null, "tool_calls": [{"id": "chatcmpl-tool-9e731f967ef9d3d6", "type": "function", "function": {"name": "get_weather", "arguments": "{\"city\": \"上海\"}"}}], "reasoning": "用户要求我调用 get_weather 工具查询上海的天气，并且明确说不要自行编造。我需要直接调用这个工具。\n"}}
+TOOL_TEST_PASS
+SMOKE_TEST_PASS