ts startup

app.py

@@ -1,11 +1,38 @@
 import gradio as gr
+import asyncio
 from utils.generator import generate, generate_streaming
 
+# ---------------------------------------------------------------------
+# Wrapper function to handle async streaming for Gradio
+# ---------------------------------------------------------------------
+def generate_streaming_wrapper(query: str, context: str):
+    """Wrapper to convert async generator to sync generator for Gradio"""
+    async def _async_generator():
+        async for chunk in generate_streaming(query, context):
+            yield chunk
+    
+    # Create a new event loop for this thread
+    try:
+        loop = asyncio.get_event_loop()
+    except RuntimeError:
+        loop = asyncio.new_event_loop()
+        asyncio.set_event_loop(loop)
+    
+    # Convert async generator to sync generator
+    async_gen = _async_generator()
+    
+    while True:
+        try:
+            chunk = loop.run_until_complete(async_gen.__anext__())
+            yield chunk
+        except StopAsyncIteration:
+            break
+
 # ---------------------------------------------------------------------
 # Gradio Interface with MCP support and streaming
 # ---------------------------------------------------------------------
 ui = gr.Interface(
-    fn=generate_streaming,  # Use streaming function
+    fn=generate_streaming_wrapper,  # Use streaming wrapper function
     inputs=[
         gr.Textbox(
             label="Query", 
@@ -23,8 +50,7 @@ ui = gr.Interface(
     outputs=gr.Textbox(
         label="Generated Answer",
         lines=6,
-        show_copy_button=True,
-        streaming=True  # Enable streaming in the output
+        show_copy_button=True
     ),
     title="ChatFed Generation Module",
     description="Ask questions based on provided context. Intended for use in RAG pipelines as an MCP server with other ChatFed modules (i.e. context supplied by semantic retriever service).",