Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -24,9 +24,9 @@ def generate_text(usertitle, content, max_length, temperature):
|
|
| 24 |
# 'content': content
|
| 25 |
# }]
|
| 26 |
input_text = f"[[[Title:]]]{usertitle}\n[[[Content:]]]{content}\n"
|
| 27 |
-
inputs = tokenizer(input_text, return_tensors='pt').to('cuda')
|
| 28 |
-
generated_ids = model.generate(inputs['input_ids'], max_new_tokens=max_length, temperature=temperature
|
| 29 |
-
generated_text = tokenizer.decode(generated_ids[0]
|
| 30 |
|
| 31 |
return generated_text
|
| 32 |
|
|
|
|
| 24 |
# 'content': content
|
| 25 |
# }]
|
| 26 |
input_text = f"[[[Title:]]]{usertitle}\n[[[Content:]]]{content}\n"
|
| 27 |
+
inputs = tokenizer(input_text, return_tensors='pt').to('cuda')
|
| 28 |
+
generated_ids = model.generate(inputs['input_ids'], max_new_tokens=max_length, temperature=temperature)
|
| 29 |
+
generated_text = tokenizer.decode(generated_ids[0]).split(tokenizer.eos_token)[0]
|
| 30 |
|
| 31 |
return generated_text
|
| 32 |
|