ThongCoding commited on
Commit
d2f3a93
·
1 Parent(s): 77dfe34
Files changed (1) hide show
  1. model.py +1 -1
model.py CHANGED
@@ -4,7 +4,7 @@ from llama_cpp import Llama
4
 
5
  HF_TOKEN = os.getenv("HF_TOKEN")
6
  MODEL_REPO = "afrideva/TinyMistral-248M-SFT-v4-GGUF"
7
- MODEL_FILENAME = "tinymistral-248m-sft-v4.q8_0.gguf"
8
  MODEL_PATH = f"./models/{MODEL_FILENAME}"
9
 
10
  # Manual download with fallback
 
4
 
5
  HF_TOKEN = os.getenv("HF_TOKEN")
6
  MODEL_REPO = "afrideva/TinyMistral-248M-SFT-v4-GGUF"
7
+ MODEL_FILENAME = "tinymistral-248m-sft-v4.q2_k.gguf"
8
  MODEL_PATH = f"./models/{MODEL_FILENAME}"
9
 
10
  # Manual download with fallback