Enable validated prefix caching and record DGX Spark optimization benchmarks
This commit is contained in:
+3
-1
@@ -2,8 +2,10 @@
|
||||
source "$(dirname -- "${BASH_SOURCE[0]}")/common.sh"
|
||||
if [[ "${1:-}" == baseline ]]; then
|
||||
compose+=(-f configs/baseline-32k.yaml)
|
||||
elif [[ "${1:-}" == no-prefix ]]; then
|
||||
compose+=(-f configs/no-prefix.yaml)
|
||||
elif [[ $# -gt 0 ]]; then
|
||||
echo "Usage: $0 [baseline]" >&2; exit 2
|
||||
echo "Usage: $0 [baseline|no-prefix]" >&2; exit 2
|
||||
fi
|
||||
"${compose[@]}" config --quiet
|
||||
"${compose[@]}" up -d --no-build vllm
|
||||
|
||||
Reference in New Issue
Block a user