Update app.py

app.py

@@ -1,7 +1,8 @@
 from gradio_client import Client
 from huggingface_hub import InferenceClient
-
 import gradio as gr
+import random
+
 ss_client = Client("https://omnibus-html-image-current-tab.hf.space/")
 client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 
@@ -18,6 +19,16 @@ def format_prompt(message, history):
 def chat_inf(system_prompt,prompt,history):
     if not history:
         history = []
+    seed = random.randint(1,1111111111111111)
+    generate_kwargs = dict(
+        temperature=0.9,
+        max_new_tokens=10480,
+        top_p=0.95,
+        repetition_penalty=1.0,
+        do_sample=True,
+        seed=seed,
+    )
+        
     formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""