22 lines
902 B
Bash
Executable File
22 lines
902 B
Bash
Executable File
#!/bin/sh
|
|
set -e
|
|
|
|
MODEL_NAME="${AI_MODEL:-qwen2.5-1.5b-instruct-q4_k_m.gguf}"
|
|
MODEL_REPO="${AI_MODEL_REPO:-Qwen/Qwen2.5-1.5B-Instruct-GGUF}"
|
|
MODEL_PATH="/models/${MODEL_NAME}"
|
|
MODEL_URL="https://huggingface.co/${MODEL_REPO}/resolve/main/${MODEL_NAME}"
|
|
|
|
if [ ! -s "${MODEL_PATH}" ]; then
|
|
echo "[text-corrector] Model ${MODEL_PATH} not found, downloading from ${MODEL_URL}"
|
|
set -- -L --fail --retry 3 --retry-delay 5 --progress-bar -o "${MODEL_PATH}.part"
|
|
if [ -n "${HUGGINGFACE_TOKEN}" ]; then
|
|
echo "[text-corrector] Using Hugging Face token"
|
|
set -- "$@" -H "Authorization: Bearer ${HUGGINGFACE_TOKEN}"
|
|
fi
|
|
curl "$@" "${MODEL_URL}"
|
|
mv "${MODEL_PATH}.part" "${MODEL_PATH}"
|
|
echo "[text-corrector] Download complete"
|
|
fi
|
|
|
|
echo "[text-corrector] Starting llama-server with ${MODEL_PATH}"
|
|
exec /app/llama-server -m "${MODEL_PATH}" --host 0.0.0.0 --port 8080 -c 4096 -n 256 -t 8 --temp 0.1 |