Update app.py

app.py

@@ -25,6 +25,8 @@ def generate_text(prompt, temperature, top_p, top_k, repetition_penalty, max_len
     )
     # Extract the generated text and return it
     generated_text = outputs[0]['generated_text']
+    generator.model.cpu()
+    generator.device = torch.device("cpu")
     return generated_text
 # Create the Gradio interface
 iface = gr.Interface(