Add upload endpoint for document ingestion and processing

src/query_service/api.py

@@ -1,5 +1,5 @@
 # src/query_service/api.py
-from fastapi import FastAPI, HTTPException
+from fastapi import FastAPI, HTTPException, UploadFile, File
 from fastapi.middleware.cors import CORSMiddleware # Import CORSMiddleware
 from pydantic import BaseModel
 from src.retrieval_handler.retriever import RetrievalHandler
@@ -9,6 +9,8 @@ from src.vector_store_manager.chroma_manager import ChromaManager
 import logging
 from typing import Literal, Optional, Dict, Any, List # Import List
 from langchain_core.messages import HumanMessage, SystemMessage, AIMessage
+import shutil
+import uuid
 
 logger = logging.getLogger(__name__)
 
@@ -156,6 +158,36 @@ async def generate_chat_title(request: TitleRequest):
         logger.error(f"Title generation error: {e}")
         return {"title": "New Chat"}
 
+@app.post("/upload-docs")
+async def upload_docs(files: list[UploadFile] = File(...)):
+    """
+    Upload new documents and trigger ingestion for them.
+    """
+    import os
+    from src.ingestion_orchestrator.orchestrator import IngestionOrchestrator
+
+    # Create a unique folder in /tmp
+    upload_id = str(uuid.uuid4())
+    upload_dir = f"/tmp/ingest_{upload_id}"
+    os.makedirs(upload_dir, exist_ok=True)
+
+    saved_files = []
+    for file in files:
+        file_path = os.path.join(upload_dir, file.filename)
+        with open(file_path, "wb") as buffer:
+            shutil.copyfileobj(file.file, buffer)
+        saved_files.append(file.filename)
+
+    # Run the ingestion pipeline for the uploaded folder
+    try:
+        orchestrator = IngestionOrchestrator()
+        orchestrator.run_ingestion_pipeline(docs_folder=upload_dir)
+        logger.info(f"Ingested files: {saved_files}")
+        return {"status": "success", "files": saved_files}
+    except Exception as e:
+        logger.error(f"Ingestion failed: {e}")
+        raise HTTPException(status_code=500, detail="Ingestion failed.")
+
 # You can add more endpoints here, e.g., /health for health checks
 # @app.get("/health")
 # async def health_check():