feat: typical_p and other params

app.py

@@ -130,6 +130,9 @@ def generate(
         repetition_penalty=repetition_penalty,
         stop_sequences=stop_sequences,
         do_sample=True,
+        best_of=5,
+        top_k=100,
+        typical_p=0.9,
         #seed=seed,
     )
     #seed = seed + 1