Update app.py

app.py

@@ -23,10 +23,9 @@ def generate_text(usertitle, content, max_length, temperature):
 #       'title': title,
 #       'content': content
 #   }]
-    input_text = f"[[[Title:]]]{usertitle}\n[[[Content:]]]{content}\n"
-    inputs = tokenizer(input_text, return_tensors='pt').to('cuda')
-    generated_ids = model.generate(inputs['input_ids'], max_new_tokens=max_length, temperature=temperature)
-    generated_text = tokenizer.decode(generated_ids[0]).split(tokenizer.eos_token)[0]
+    input_text = [{Title: {usertitle}, Content: {content}}]
+    inputs = tokenizer.apply_chat_template(input_text, return_tensors='pt').cuda()
+    genrated_text = tokenizer.decode(model.generate(inputs, max_new_tokens=max_length, temperature=temperature, do_sample=True)[0]).split(tokenizer.eos_token)[0])
     
     return generated_text
 
@@ -39,7 +38,7 @@ def gradio_app():
             temperature = gr.Slider(minimum=0.1, maximum=1.0, step=0.1, value=0.5, label="Temperature")
             max_length = gr.Slider(minimum=250, maximum=1024, step=10, value=450, label="Generate Length")
         generate_btn = gr.Button("Try 🧬📏💪🏻 Genstruct")
-        output = RichTextbox(label="🧬📏💪🏻Genstruct 7B:")
+        output = Textbox(label="🧬📏💪🏻Genstruct 7B:")
 
         generate_btn.click(
             fn=generate_text,