Update app.py
Browse files
app.py
CHANGED
|
@@ -11,7 +11,7 @@ import gradio as gr
|
|
| 11 |
|
| 12 |
def generate(input):
|
| 13 |
tokenized = tokenizer(input, return_tensors="pt")["input_ids"]
|
| 14 |
-
outputs = model.generate(
|
| 15 |
return tokenizer.decode(outputs[0]).replace("</s>", "");
|
| 16 |
|
| 17 |
iface = gr.Interface(fn=generate, inputs="text", outputs="text")
|
|
|
|
| 11 |
|
| 12 |
def generate(input):
|
| 13 |
tokenized = tokenizer(input, return_tensors="pt")["input_ids"]
|
| 14 |
+
outputs = model.generate(tokenized, max_new_tokens=80, do_sample=True, temperature=0.9)
|
| 15 |
return tokenizer.decode(outputs[0]).replace("</s>", "");
|
| 16 |
|
| 17 |
iface = gr.Interface(fn=generate, inputs="text", outputs="text")
|