Update app.py

app.py

@@ -9,11 +9,11 @@ import torch
 #    model = AutoModelForCausalLM.from_pretrained("facebook/opt-1.3b", torch_dtype=torch.float16).cuda()
 #    tokenizer = AutoTokenizer.from_pretrained("facebook/opt-1.3b", use_fast=False)
 #    return model, tokenizer
-    
+generator = pipeline('text-generation', model="facebook/opt-1.3b", skip_special_tokens=True)    
+
 @st.cache(allow_output_mutation=True)
 def define_model(prompt):  
-    generator = pipeline('text-generation', model="facebook/opt-1.3b")
-    answer = generator(prompt)
+    answer = generator(prompt, max_length=60)
     return answer