chat interface new

app_v2.py

@@ -37,23 +37,21 @@ def bot(history):
     # Reverse search through the last 5 messages for an image file
     last_five_messages = history[-5:]  # Get the last five messages
     image_path = None
+    last_message = None
     for message in reversed(last_five_messages):
         if isinstance(message[0], tuple) and isinstance(message[0][0], str):
             image_path = message[0][0]
-            break
-
+        if isinstance(message[0],str):
+            last_message = message[0]
     if image_path:
         try:
             image = Image.open(image_path)  # Try to open the image using Pillow
             image_embeds = moondream.encode_image(image)
-            print(moondream.answer_question(image_embeds, "Describe this image.", tokenizer))
-            response = f"Successfully loaded image from path: {image_path}"
+            response = moondream.answer_question(image_embeds, last_message, tokenizer)
         except IOError:
             response = "Failed to open image. Please check the image path or file permissions."
-    elif isinstance(history[-1][0], str):
-        response = "HOLA, it's a string"  # Handle text messages
     else:
-        response = "**I can only process text messages and images. Please send some text or upload an image!**"
+        response = moondream.answer_question(question=last_message,tokenizer=tokenizer)
 
     history[-1][1] = ""
     for character in response:
@@ -61,6 +59,13 @@ def bot(history):
         yield history
 
 with gr.Blocks(theme="Monochrome") as demo:
+    gr.Markdown(
+        """
+        # AskMoondream: Moondream 2 Demonstration Space
+        Moondream2 is a 1.86B parameter model initialized with weights from SigLIP and Phi 1.5.
+        Modularity AI presents this open source huggingface space for running fast experimental inferences on Moondream2.
+        """
+    )
     chatbot = gr.Chatbot(
         [],
         elem_id="chatbot",