Update main.py

main.py

@@ -30,9 +30,9 @@ from datetime import timedelta
 @cl.step(type="tool")
 async def LLMistral():
     os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
-    #repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
+    repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
     #repo_id = "nvidia/Mistral-NeMo-Minitron-8B-Base"
-    repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
+    #repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
     #repo_id = "allenai/OLMoE-1B-7B-0924-Instruct"
     llm = HuggingFaceEndpoint(
         repo_id=repo_id, max_new_tokens=5300, temperature=0.5, task="text2text-generation", streaming=True