Commit
·
d2f3a93
1
Parent(s):
77dfe34
dsawd
Browse files
model.py
CHANGED
|
@@ -4,7 +4,7 @@ from llama_cpp import Llama
|
|
| 4 |
|
| 5 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 6 |
MODEL_REPO = "afrideva/TinyMistral-248M-SFT-v4-GGUF"
|
| 7 |
-
MODEL_FILENAME = "tinymistral-248m-sft-v4.
|
| 8 |
MODEL_PATH = f"./models/{MODEL_FILENAME}"
|
| 9 |
|
| 10 |
# Manual download with fallback
|
|
|
|
| 4 |
|
| 5 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 6 |
MODEL_REPO = "afrideva/TinyMistral-248M-SFT-v4-GGUF"
|
| 7 |
+
MODEL_FILENAME = "tinymistral-248m-sft-v4.q2_k.gguf"
|
| 8 |
MODEL_PATH = f"./models/{MODEL_FILENAME}"
|
| 9 |
|
| 10 |
# Manual download with fallback
|