Update app.py

app.py

@@ -2,12 +2,13 @@
 import gradio as gr
 from transformers import pipeline
 
+gr.load("models/grammarly/coedit-large").launch()
 # Load the model and tokenizer using the pipeline API
 model_pipeline = pipeline("text-generation", model="grammarly/coedit-large")
 
 def generate_text(input_text, temperature=0.9, max_new_tokens=50, top_p=0.95, top_k=50):
     # Generate text using the model
-    output = model_pipeline(input_text, temperature=temperature, max_length=(len(input_text.split()) + max_new_tokens), top_p=top_p, top_k=top_k, return_full_text=False)
+    output = model_pipeline(input_text, temperature=temperature, max_length=max_new_tokens, top_p=top_p, top_k=top_k)
     # Extract and return the generated text
     return output[0]['generated_text']
 
@@ -20,24 +21,11 @@ additional_inputs=[
     gr.Slider( label="Top-k", value=50, minimum=0, maximum=100, step=1, interactive=True, info="Limits the number of top-k tokens considered at each step"),
 ]
 
-#gr.ChatInterface(
-#    fn=generate_text,
-#    chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
-#    additional_inputs=additional_inputs,
-#    title="My Grammarly Space",
-#    concurrency_limit=20,
-#).launch(show_api=False)
-
-
-iface = gr.Interface(
+gr.ChatInterface(
     fn=generate_text,
-    inputs=[
-        gr.inputs.Textbox(lines=2, placeholder="Enter text here..."),
-        *additional_inputs
-    ],
-    outputs="text",
+    chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
+    additional_inputs=additional_inputs,
     title="My Grammarly Space",
-    description="Generate text with grammarly/coedit-large model",
-)
+    concurrency_limit=20,
+).launch(show_api=False)
 
-iface.launch(share=True)