Update app.py

app.py

@@ -39,7 +39,7 @@ from PIL import Image
 import requests
 from PIL import Image
 from io import BytesIO
-from transformers import TextStreamer
+from transformers import TextStreamer, TextIteratorStreamer
 
 import gradio as gr
 import gradio_client
@@ -248,7 +248,10 @@ def bot(history):
     stopping_criteria = KeywordsStoppingCriteria(
         keywords, our_chatbot.tokenizer, input_ids
     )
-    streamer = TextStreamer(
+    # streamer = TextStreamer(
+    #     our_chatbot.tokenizer, skip_prompt=True, skip_special_tokens=True
+    # )
+    streamer = TextIteratorStreamer(
         our_chatbot.tokenizer, skip_prompt=True, skip_special_tokens=True
     )
     print(our_chatbot.model.device)