Update app.py

app.py

@@ -54,7 +54,7 @@ def predict_text(text):
 
 
 def generate_text(model, prompt, max_length=150, temperature=1.0, num_beams=10, top_k=600, top_p=0.75, no_repeat_ngram_size=1, num_return_sequences=1):
-    input_ids = tokenizer.encode(prompt, return_tensors='pt').to(device)
+    input_ids = tok.encode(prompt, return_tensors='pt').to(device)
     
     with torch.inference_mode():
         output = model.generate(
@@ -68,7 +68,7 @@ def generate_text(model, prompt, max_length=150, temperature=1.0, num_beams=10,
             no_repeat_ngram_size=no_repeat_ngram_size,
             num_return_sequences=num_return_sequences
         )
-    texts = [textwrap.fill(tokenizer.decode(out), 60) for out in output]
+    texts = [textwrap.fill(tok.decode(out), 60) for out in output]
     return "\n------------------\n".join(texts)