Spaces:
Runtime error
Runtime error
fix: better sampling parameters
Browse files
app.py
CHANGED
|
@@ -73,7 +73,7 @@ additional_inputs=[
|
|
| 73 |
gr.Textbox("<|endoftext|>", label="Optional system prompt"),
|
| 74 |
gr.Slider(
|
| 75 |
label="Temperature",
|
| 76 |
-
value=
|
| 77 |
minimum=0.0,
|
| 78 |
maximum=1.0,
|
| 79 |
step=0.05,
|
|
@@ -82,7 +82,7 @@ additional_inputs=[
|
|
| 82 |
),
|
| 83 |
gr.Slider(
|
| 84 |
label="Max new tokens",
|
| 85 |
-
value=
|
| 86 |
minimum=0,
|
| 87 |
maximum=250,
|
| 88 |
step=64,
|
|
@@ -91,7 +91,7 @@ additional_inputs=[
|
|
| 91 |
),
|
| 92 |
gr.Slider(
|
| 93 |
label="Top-p (nucleus sampling)",
|
| 94 |
-
value=0.
|
| 95 |
minimum=0.0,
|
| 96 |
maximum=1,
|
| 97 |
step=0.05,
|
|
@@ -100,7 +100,7 @@ additional_inputs=[
|
|
| 100 |
),
|
| 101 |
gr.Slider(
|
| 102 |
label="Repetition penalty",
|
| 103 |
-
value=1.
|
| 104 |
minimum=1.0,
|
| 105 |
maximum=2.0,
|
| 106 |
step=0.05,
|
|
|
|
| 73 |
gr.Textbox("<|endoftext|>", label="Optional system prompt"),
|
| 74 |
gr.Slider(
|
| 75 |
label="Temperature",
|
| 76 |
+
value=0.95,
|
| 77 |
minimum=0.0,
|
| 78 |
maximum=1.0,
|
| 79 |
step=0.05,
|
|
|
|
| 82 |
),
|
| 83 |
gr.Slider(
|
| 84 |
label="Max new tokens",
|
| 85 |
+
value=50,
|
| 86 |
minimum=0,
|
| 87 |
maximum=250,
|
| 88 |
step=64,
|
|
|
|
| 91 |
),
|
| 92 |
gr.Slider(
|
| 93 |
label="Top-p (nucleus sampling)",
|
| 94 |
+
value=0.85,
|
| 95 |
minimum=0.0,
|
| 96 |
maximum=1,
|
| 97 |
step=0.05,
|
|
|
|
| 100 |
),
|
| 101 |
gr.Slider(
|
| 102 |
label="Repetition penalty",
|
| 103 |
+
value=1.05,
|
| 104 |
minimum=1.0,
|
| 105 |
maximum=2.0,
|
| 106 |
step=0.05,
|