Document MTP 2 speed and memory tradeoff; retain stable default

2026-09-18 11:00:52 +08:00
parent 7e53821920
commit 80f70ec6f8
14 changed files with 758 additions and 0 deletions
@@ -0,0 +1,2 @@
+{"repetition": 0, "content": "\n\nVIOLET-74219", "usage": {"prompt_tokens": 127988, "total_tokens": 128042, "completion_tokens": 54, "completion_tokens_details": {"reasoning_tokens": 42}}, "finish_reason": "stop", "ttft_s": 14.75369103399953, "elapsed_s": 15.083149690000027, "passed": true}
+{"repetition": 1, "content": "\n\nVIOLET-74219", "usage": {"prompt_tokens": 127988, "total_tokens": 128047, "completion_tokens": 59, "completion_tokens_details": {"reasoning_tokens": 47}}, "finish_reason": "stop", "ttft_s": 0.627140304999557, "elapsed_s": 1.0119056880002972, "passed": true}