Spaces:
Runtime error
Runtime error
fix: by default none params
Browse files
app.py
CHANGED
|
@@ -584,15 +584,14 @@ def generate(
|
|
| 584 |
temperature = 1e-2
|
| 585 |
top_p = float(top_p)
|
| 586 |
generate_kwargs = dict(
|
| 587 |
-
# temperature=temperature,
|
| 588 |
max_new_tokens=max_new_tokens,
|
| 589 |
-
|
| 590 |
-
|
| 591 |
-
|
|
|
|
| 592 |
stop_sequences=stop_sequences,
|
| 593 |
do_sample=True,
|
| 594 |
#best_of=2,
|
| 595 |
-
|
| 596 |
#typical_p=0.9,
|
| 597 |
#seed=seed,
|
| 598 |
)
|
|
@@ -649,7 +648,7 @@ additional_inputs=[
|
|
| 649 |
gr.Slider(
|
| 650 |
label="Top-p (nucleus sampling)",
|
| 651 |
value=None,
|
| 652 |
-
minimum=0
|
| 653 |
maximum=1,
|
| 654 |
step=0.05,
|
| 655 |
interactive=True,
|
|
@@ -657,16 +656,16 @@ additional_inputs=[
|
|
| 657 |
),
|
| 658 |
gr.Slider(
|
| 659 |
label="Top-k",
|
| 660 |
-
value=
|
| 661 |
-
minimum=
|
| 662 |
maximum=1000,
|
| 663 |
-
step=
|
| 664 |
interactive=True,
|
| 665 |
info="Higher values sample more low-probability tokens",
|
| 666 |
),
|
| 667 |
gr.Slider(
|
| 668 |
label="Repetition penalty",
|
| 669 |
-
value=
|
| 670 |
minimum=1.0001,
|
| 671 |
maximum=2.0,
|
| 672 |
step=0.05,
|
|
|
|
| 584 |
temperature = 1e-2
|
| 585 |
top_p = float(top_p)
|
| 586 |
generate_kwargs = dict(
|
|
|
|
| 587 |
max_new_tokens=max_new_tokens,
|
| 588 |
+
temperature=None if temperature==1 else temperature,
|
| 589 |
+
top_p=None if top_p==0 else top_p,
|
| 590 |
+
repetition_penalty=None if repetition_penalty==1 else repetition_penalty,
|
| 591 |
+
top_k=None if top_k==0 else top_k,
|
| 592 |
stop_sequences=stop_sequences,
|
| 593 |
do_sample=True,
|
| 594 |
#best_of=2,
|
|
|
|
| 595 |
#typical_p=0.9,
|
| 596 |
#seed=seed,
|
| 597 |
)
|
|
|
|
| 648 |
gr.Slider(
|
| 649 |
label="Top-p (nucleus sampling)",
|
| 650 |
value=None,
|
| 651 |
+
minimum=0,
|
| 652 |
maximum=1,
|
| 653 |
step=0.05,
|
| 654 |
interactive=True,
|
|
|
|
| 656 |
),
|
| 657 |
gr.Slider(
|
| 658 |
label="Top-k",
|
| 659 |
+
value=0,
|
| 660 |
+
minimum=0,
|
| 661 |
maximum=1000,
|
| 662 |
+
step=10,
|
| 663 |
interactive=True,
|
| 664 |
info="Higher values sample more low-probability tokens",
|
| 665 |
),
|
| 666 |
gr.Slider(
|
| 667 |
label="Repetition penalty",
|
| 668 |
+
value=1.0,
|
| 669 |
minimum=1.0001,
|
| 670 |
maximum=2.0,
|
| 671 |
step=0.05,
|