Update app.py

app.py

@@ -66,10 +66,10 @@ system_propmpt = system_sr
 Settings.llm = HuggingFaceInferenceAPI(model_name="mistralai/Mistral-Nemo-Instruct-2407",
                               device_map="auto",
                               system_prompt = system_propmpt,
-                              context_window=4096,
-                              max_new_tokens=512,
+                              context_window=5000,
+                              max_new_tokens=2048,
 #                              stopping_ids=[50278, 50279, 50277, 1, 0],
-                              generate_kwargs={"temperature": 0.6, "do_sample": False},
+                              generate_kwargs={"temperature": 0.5, "top_p":0.92, "do_sample": False},
 #                              tokenizer_kwargs={"max_length": 4096},
                               tokenizer_name="mistralai/Mistral-Nemo-Instruct-2407", 
                              )
@@ -160,9 +160,9 @@ def rag(input_text, history, jezik, file):
 # outputs=[gr.Textbox(label="Odgovor:", lines=6)], 
 # ChatMessage(role="assistant", content="Kako Vam mogu pomoći?")
 iface = gr.ChatInterface(rag,        
-        title="Agent podrške",
+        title="UChat",
         description="Postavite pitanje ili opišite problem koji imate",
-        chatbot=gr.Chatbot(placeholder="Kako Vam mogu pomoći?", type="tuples", label="UChat", height=300),
+        chatbot=gr.Chatbot(placeholder="Kako Vam mogu pomoći?", type="tuples", label="Agent podrške", height=300),
         textbox=gr.Textbox(placeholder="Pitanje ili opis problema", container=False, scale=7),
         theme="soft",
 #        examples=["Ne radi mi internet", "Koje usluge imam na raspologanju?", "Ne radi mi daljinski upravljač, šta da radim?"],