stream?

app.py

@@ -27,14 +27,21 @@ theme = gr.themes.Monochrome(
 
 
 
+# def generate(instruction): 
+#     response = llm(ins.format(instruction))
+#     response = response['choices'][0]['text']
+#     result = ""
+#     for word in response.split(" "):
+#         result += word + " "
+#         yield result
+
 def generate(instruction): 
-    response = resp = llm(ins.format(instruction))
-    response = response['choices'][0]['text']
     result = ""
-    for word in response.split(" "):
-        result += word + " "
+    for x in llm(ins.format(instruction), stream=True):
+        result += x
         yield result
-        
+
+
 examples = [
     "Instead of making a peanut butter and jelly sandwich, what else could I combine peanut butter with in a sandwich? Give five ideas",
     "How do I make a campfire?",