Set 128K eager baseline and organize deployment documentation

This commit is contained in:
2026-09-18 01:33:57 +08:00
parent d7e1e745c3
commit e290793f2b
15 changed files with 98 additions and 11 deletions
+2 -1
View File
@@ -1,6 +1,7 @@
name: qwen38-flash-dgx-spark
services:
vllm:
container_name: qwen38-flash-vllm
image: local/qwen38-flash-spark:prefix-eager-0bfc7a15
build:
context: .
@@ -44,7 +45,7 @@ services:
--tensor-parallel-size 1
--dtype bfloat16 --kv-cache-dtype auto
--gpu-memory-utilization ${GPU_MEMORY_UTILIZATION:-0.80}
--max-model-len 262144 --max-num-seqs ${MAX_NUM_SEQS:-4} --max-num-batched-tokens 2048
--max-model-len 131072 --max-num-seqs ${MAX_NUM_SEQS:-4} --max-num-batched-tokens 2048
--enable-chunked-prefill --enable-prefix-caching
--speculative-config '{"method":"mtp","num_speculative_tokens":2}'
--enforce-eager --no-enable-flashinfer-autotune