Update app.py
Browse files
app.py
CHANGED
|
@@ -19,7 +19,7 @@ def format_prompt(message, history):
|
|
| 19 |
return prompt
|
| 20 |
|
| 21 |
def generate(
|
| 22 |
-
prompt, history, temperature=0.9, max_new_tokens=
|
| 23 |
):
|
| 24 |
temperature = float(temperature)
|
| 25 |
if temperature < 1e-2:
|
|
@@ -58,9 +58,9 @@ additional_inputs=[
|
|
| 58 |
),
|
| 59 |
gr.Slider(
|
| 60 |
label="Max new tokens",
|
| 61 |
-
value=
|
| 62 |
minimum=0,
|
| 63 |
-
maximum=
|
| 64 |
step=64,
|
| 65 |
interactive=True,
|
| 66 |
info="The maximum numbers of new tokens",
|
|
|
|
| 19 |
return prompt
|
| 20 |
|
| 21 |
def generate(
|
| 22 |
+
prompt, history, temperature=0.9, max_new_tokens=4000, top_p=0.95, repetition_penalty=1.0,
|
| 23 |
):
|
| 24 |
temperature = float(temperature)
|
| 25 |
if temperature < 1e-2:
|
|
|
|
| 58 |
),
|
| 59 |
gr.Slider(
|
| 60 |
label="Max new tokens",
|
| 61 |
+
value=4000,
|
| 62 |
minimum=0,
|
| 63 |
+
maximum=4000,
|
| 64 |
step=64,
|
| 65 |
interactive=True,
|
| 66 |
info="The maximum numbers of new tokens",
|