Update app.py

app.py

@@ -25,7 +25,7 @@ from io import StringIO
 last = 0
 CHROMA_DATA_PATH = "chroma_data/"
 EMBED_MODEL = "sentence-transformers/all-MiniLM-L6-v2" #"BAAI/bge-m3"
-LLM_NAME = "mistralai/Mistral-Nemo-Instruct"
+LLM_NAME = "mistralai/Mistral-Nemo-Instruct-2407"
 # all-MiniLM-L6-v2
 CHUNK_SIZE = 800
 CHUNK_OVERLAP = 50
@@ -77,7 +77,7 @@ Settings.llm = HuggingFaceInferenceAPI(model_name=LLM_NAME,
                                                "presence_penalty": presence_penalty, "frequency_penalty": frequency_penalty,
                                                "top_k": top_k, "do_sample": False},
 #                              tokenizer_kwargs={"max_length": 4096},
-                              tokenizer_name="mistralai/Mistral-Nemo-Instruct", 
+                              tokenizer_name=LLM_NAME, 
                              )
 # "BAAI/bge-m3"
 Settings.embed_model = HuggingFaceEmbedding(model_name="sentence-transformers/all-MiniLM-L6-v2")