13 lines
464 B
Bash
Executable File
13 lines
464 B
Bash
Executable File
#!/usr/bin/env bash
|
|
source "$(dirname -- "${BASH_SOURCE[0]}")/common.sh"
|
|
if [[ "${1:-}" == baseline ]]; then
|
|
compose+=(-f configs/baseline-32k.yaml)
|
|
elif [[ "${1:-}" == no-prefix ]]; then
|
|
compose+=(-f configs/no-prefix.yaml)
|
|
elif [[ $# -gt 0 ]]; then
|
|
echo "Usage: $0 [baseline|no-prefix]" >&2; exit 2
|
|
fi
|
|
"${compose[@]}" config --quiet
|
|
"${compose[@]}" up -d --no-build vllm
|
|
echo 'Loading takes about 10-13 minutes. Run scripts/wait.sh, then scripts/test.sh.'
|