Spaces:
Sleeping
Sleeping
Update .env
Browse files
.env
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
# --- Core LLM backend (switch here only) ---
|
| 2 |
BACKEND_LLM=llamacpp
|
| 3 |
LLAMACPP_MODEL_PATH=models/qwen2.5-1.5b-instruct-q4_k_m.gguf #tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf
|
|
|
|
| 4 |
|
| 5 |
# llama.cpp runtime knobs
|
| 6 |
N_CTX=4096
|
|
|
|
| 1 |
# --- Core LLM backend (switch here only) ---
|
| 2 |
BACKEND_LLM=llamacpp
|
| 3 |
LLAMACPP_MODEL_PATH=models/qwen2.5-1.5b-instruct-q4_k_m.gguf #tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf
|
| 4 |
+
HF_MODEL_REPO=Qwen/Qwen2.5-1.5B-Instruct-GGUF
|
| 5 |
|
| 6 |
# llama.cpp runtime knobs
|
| 7 |
N_CTX=4096
|