fix: top_k as input

app.py

@@ -132,7 +132,7 @@ def format_prompt(message, history, system_prompt):
 
 def generate(
     prompt, history, system_prompt, 
-    temperature=0.9, max_new_tokens=100, top_p=0.95, 
+    temperature=0.9, max_new_tokens=100, top_p=0.95, top_k=100,
     repetition_penalty=1.0, seed=42,
 ):
     global HISTORY
@@ -152,7 +152,7 @@ def generate(
         stop_sequences=stop_sequences,
         do_sample=True,
         #best_of=2,
-        top_k=100,
+        top_k=top_k,
         #typical_p=0.9,
         #seed=seed,
     )
@@ -208,13 +208,22 @@ additional_inputs=[
     ),
     gr.Slider(
         label="Top-p (nucleus sampling)",
-        value=0.75,
+        value=1.0,
         minimum=0.0,
         maximum=1,
         step=0.05,
         interactive=True,
         info="Higher values sample more low-probability tokens",
     ),
+    gr.Slider(
+        label="Top-k",
+        value=40,
+        minimum=0.0,
+        maximum=1000,
+        step=1,
+        interactive=True,
+        info="Higher values sample more low-probability tokens",
+    ),
     gr.Slider(
         label="Repetition penalty",
         value=1.005,
@@ -621,7 +630,8 @@ def vote(data: gr.LikeData):
                         "temperature": additional_inputs[1].value,
                         "max_new_tokens": additional_inputs[2].value,
                         "top_p": additional_inputs[3].value,
-                        "repetition_penalty": additional_inputs[4].value,
+                        "top_k": additional_inputs[4].value,
+                        "repetition_penalty": additional_inputs[5].value,
                         "response": data.value,
                         "label": data.liked,
                     }, ensure_ascii=False