ruihan/qwen38-flash-next-rtx6000d
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Deploy audited RTX 6000D Flash-Next 128K multimodal baseline

Browse Source
This commit is contained in:
ruihan
2026-09-18 10:47:26 +08:00
commit 7e53821920
45 changed files with 1745 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
audit/runtime/acceptance-32k.jsonl
+4
View File
@@ -0,0 +1,4 @@
{"models": {"object": "list", "data": [{"id": "qwen3.8-flash-next", "object": "model", "created": 1789698162, "owned_by": "vllm", "root": "/model", "parent": null, "max_model_len": 32768, "permission": [{"id": "modelperm-8dc326f840b3ca1d", "object": "model_permission", "created": 1789698162, "allow_create_engine": false, "allow_sampling": true, "allow_logprobs": true, "allow_search_indices": false, "allow_view": true, "allow_fine_tuning": false, "organization": "*", "group": null, "is_blocking": false}]}]}}
{"test": "math", "passed": true, "content": "\n\n323", "reasoning_chars": 111, "ttft_s": 0.2581440149997434, "elapsed_s": 3.016060242999629, "finish_reason": "stop", "usage": {"prompt_tokens": 55, "total_tokens": 115, "completion_tokens": 60, "completion_tokens_details": {"reasoning_tokens": 54}}}
{"test": "chinese", "passed": true, "content": "\n\n模型已就绪", "reasoning_chars": 60, "ttft_s": 0.11625734200060833, "elapsed_s": 1.8704289390007034, "finish_reason": "stop", "usage": {"prompt_tokens": 47, "total_tokens": 85, "completion_tokens": 38, "completion_tokens_details": {"reasoning_tokens": 32}}}
{"test": "tool", "passed": true, "response": {"id": "chatcmpl-a39dd95107a5e097", "object": "chat.completion", "created": 1789698167, "model": "qwen3.8-flash-next", "choices": [{"index": 0, "message": {"role": "assistant", "content": null, "refusal": null, "annotations": null, "audio": null, "function_call": null, "tool_calls": [{"id": "chatcmpl-tool-b91e2ebd40c0203c", "type": "function", "function": {"name": "get_weather", "arguments": "{\"city\": \"Shanghai\"}"}}], "reasoning": "The user wants me to check the weather in Shanghai using the get_weather tool. This is a straightforward single call with no dependencies.\n"}, "logprobs": null, "finish_reason": "tool_calls", "stop_reason": null, "token_ids": null, "routed_experts": null}], "service_tier": null, "system_fingerprint": "vllm-0.3.1.dev3+g0bfc7a15d-869b9ee8", "usage": {"prompt_tokens": 301, "total_tokens": 357, "completion_tokens": 56, "prompt_tokens_details": null, "completion_tokens_details": {"reasoning_tokens": 27}}, "prompt_logprobs": null, "prompt_token_ids": null, "prompt_text": null, "kv_transfer_params": null, "ec_transfer_params": null, "metrics": null}}