Update app.py

app.py

@@ -232,13 +232,16 @@ def bot(history):
     our_chatbot.conversation.append_message(our_chatbot.conversation.roles[1], None)
     prompt = our_chatbot.conversation.get_prompt()
 
-    input_ids = (
-        tokenizer_image_token(
+    # input_ids = (
+    #     tokenizer_image_token(
+    #         prompt, our_chatbot.tokenizer, IMAGE_TOKEN_INDEX, return_tensors="pt"
+    #     )
+    #     .unsqueeze(0)
+    #     .to(our_chatbot.model.device)
+    # )
+    input_ids = tokenizer_image_token(
             prompt, our_chatbot.tokenizer, IMAGE_TOKEN_INDEX, return_tensors="pt"
-        )
-        .unsqueeze(0)
-        .to(our_chatbot.model.device)
-    )
+        ).unsqueeze(0).to(our_chatbot.model.device)
 
     stop_str = (
         our_chatbot.conversation.sep
@@ -280,7 +283,7 @@ def bot(history):
 
     # return history
     generate_kwargs = dict(
-        input_ids,
+        {"input_ids": input_ids},
         streamer=streamer,
         images=image_tensor,
         max_new_tokens=1024,