File size: 372 Bytes
62a0596 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
#!/bin/bash
MODEL_PATH="../models/qwen2.5-coder-1.5b-q8_0.gguf"
if [ ! -f "$MODEL_PATH" ]; then
echo "Le modèle GGUF est introuvable à: $MODEL_PATH"
exit 1
fi
"../llama.cpp/build/bin/llama-server" \\
-m "$MODEL_PATH" \
--port 8080 \
--host 0.0.0.0 \
-c 4096 \
-ngl 999 \
--threads 8 \
> "logs/llama_server.log" 2>&1 &
echo $! > "server/server.pid"
|