server/start_server.sh

#!/bin/bash
MODEL_PATH="../models/qwen2.5-coder-1.5b-q8_0.gguf"
if [ ! -f "$MODEL_PATH" ]; then
    echo "Le modèle GGUF est introuvable à: $MODEL_PATH"
    exit 1
fi
"../llama.cpp/build/bin/llama-server" \\
  -m "$MODEL_PATH" \
  --port 8080 \
  --host 0.0.0.0 \
  -c 4096 \
  -ngl 999 \
  --threads 8 \
  > "logs/llama_server.log" 2>&1 &
echo $! > "server/server.pid"