Update PCAgent/chat.py

PCAgent/chat.py

@@ -34,28 +34,28 @@ def add_response_old(role, prompt, chat_history, image=None):
     new_chat_history = copy.deepcopy(chat_history)
     if image:
         base64_image = resize_encode_image(image)
-        # content = [
-        #     {
-        #         "type": "text", 
-        #         "text": prompt
-        #     },
-        #     {
-        #         "type": "image_url", 
-        #         "image_url": {
-        #             "url": f"data:image/jpeg;base64,{base64_image}"
-        #         }
-        #     },
-        # ]
         content = [
             {
                 "type": "text", 
                 "text": prompt
             },
             {
-                "type": "image", 
-                "image": f"file://{image}"
+                "type": "image_url", 
+                "image_url": {
+                    "url": f"data:image/jpeg;base64,{base64_image}"
+                }
             },
         ]
+        # content = [
+        #     {
+        #         "type": "text", 
+        #         "text": prompt
+        #     },
+        #     {
+        #         "type": "image", 
+        #         "image": f"file://{image}"
+        #     },
+        # ]
     else:
         content = [
             {
@@ -76,11 +76,13 @@ def add_response(role, prompt, chat_history, image=[], use_qwen=False):
         },
     ]
     for i in range(len(image)):
-        # base64_image = resize_encode_image(image[i])
+        base64_image = resize_encode_image(image[i])
         content.append(
             {
-                "type": "image", 
-                "image": f"file://{image[i]}"
+                "type": "image_url", 
+                "image_url": {
+                    "url": f"data:image/jpeg;base64,{base64_image}"
+                }
             }
         )
     new_chat_history.append([role, content])
@@ -90,20 +92,24 @@ def add_response(role, prompt, chat_history, image=[], use_qwen=False):
 def add_response_two_image(role, prompt, chat_history, image):
     new_chat_history = copy.deepcopy(chat_history)
 
-    # base64_image1 = resize_encode_image(image[0])
-    # base64_image2 = resize_encode_image(image[1])
+    base64_image1 = resize_encode_image(image[0])
+    base64_image2 = resize_encode_image(image[1])
     content = [
         {
             "type": "text", 
             "text": prompt
         },
         {
-            "type": "image", 
-            "image": f"file://{image[0]}"
+            "type": "image_url", 
+            "image_url": {
+                "url": f"data:image/jpeg;base64,{base64_image1}"
+            }
         },
         {
-            "type": "image", 
-            "image": f"file://{image[1]}"
+            "type": "image_url", 
+            "image_url": {
+                "url": f"data:image/jpeg;base64,{base64_image2}"
+            }
         }
     ]