Update app.py

app.py

@@ -1,7 +1,7 @@
-from fastapi import FastAPI, HTTPException
+from fastapi import FastAPI, HTTPException, Query  # Make sure Query is imported
 from fastapi.responses import JSONResponse
-from webscout import WEBS, transcriber
-from typing import Optional
+from webscout import WEBS, transcriber, LLM
+from typing import Optional, List, Dict, Union # Import List, Dict, Union
 from fastapi.encoders import jsonable_encoder
 from bs4 import BeautifulSoup
 import requests
@@ -90,6 +90,25 @@ async def news(
     except Exception as e:
         raise HTTPException(status_code=500, detail=f"Error during news search: {e}")
 
+@app.get("/api/llm")
+async def llm_chat(
+    model: str,
+    message: str,
+    system_prompt: str = Query(None, description="Optional custom system prompt")
+):
+    """Interact with a specified large language model with an optional system prompt."""
+    try:
+        messages = [{"role": "user", "content": message}]
+        if system_prompt:
+            messages.insert(0, {"role": "system", "content": system_prompt})  # Add system message at the beginning
+
+        llm = LLM(model=model) 
+        response = llm.chat(messages=messages)
+        return JSONResponse(content={"response": response})
+    except Exception as e:
+        raise HTTPException(status_code=500, detail=f"Error during LLM chat: {e}")
+
+
 @app.get("/api/answers")
 async def answers(q: str):
     """Get instant answers for a query."""
@@ -318,4 +337,4 @@ def get_ascii_weather(location: str):
 # Run the API server if this script is executed
 if __name__ == "__main__":
     import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=8080)
+    uvicorn.run(app, host="0.0.0.0", port=8083)