Update main.py

main.py

@@ -16,6 +16,7 @@ class Item(BaseModel):
     max_new_tokens: int = 512
     top_p: float = 0.15
     repetition_penalty: float = 1.0
+    seed: int = 42
 
 def format_prompt(message, history):
     prompt = "<s>"
@@ -37,7 +38,7 @@ def generate(item: Item):
         top_p=top_p,
         repetition_penalty=item.repetition_penalty,
         do_sample=True,
-        seed=42,
+        seed=item.seed,
     )
 
     formatted_prompt = format_prompt(f"{item.system_prompt}, {item.prompt}", item.history)