Refactor core.py and multimodal_tools.py to support dynamic provider selection for Chat models; update requirements.txt to include langchain_openai and gradio[oauth].

nodes/core.py

@@ -3,6 +3,7 @@ import os
 # Import the load_dotenv function from the dotenv library
 from dotenv import load_dotenv
 from langchain_google_genai import ChatGoogleGenerativeAI
+from langchain_openai import ChatOpenAI
 from tools.multimodal_tools import extract_text, analyze_image_tool, analyze_audio_tool
 from tools.math_tools import add, subtract, multiply, divide
 from tools.search_tools import search_tool, serpapi_search
@@ -12,7 +13,6 @@ from langfuse.callback import CallbackHandler
 load_dotenv()
 
 # Read your API key from the environment variable or set it manually
-api_key = os.getenv("GEMINI_API_KEY")
 langfuse_secret_key = os.getenv("LANGFUSE_SECRET_KEY")
 langfuse_public_key = os.getenv("LANGFUSE_PUBLIC_KEY")
 
@@ -23,13 +23,25 @@ langfuse_handler = CallbackHandler(
     host="http://localhost:3000"
 )
 
-chat = ChatGoogleGenerativeAI(
-    model= "gemini-2.5-pro-preview-05-06",
-    temperature=0,
-    max_retries=2,
-    google_api_key=api_key,
-    thinking_budget= 0
-)
+
+provider = os.getenv("PROVIDER", "GOOGLE")
+if provider == "GOOGLE":
+    api_key = os.getenv("GEMINI_API_KEY")
+    chat = ChatGoogleGenerativeAI(
+        model= "gemini-2.5-pro-preview-05-06",
+        temperature=0,
+        max_retries=2,
+        google_api_key=api_key,
+        thinking_budget= 0
+    )
+elif provider == "OPENAI":
+    chat = ChatOpenAI(
+        model= "gpt-4o",
+        temperature=0,
+        max_retries=2,
+    )
+else:
+    raise ValueError(f"Invalid provider: {provider}")
 
 tools = [
     extract_text,

requirements.txt

@@ -54,6 +54,7 @@ langchain-text-splitters==0.3.8
 langfuse==2.60.7
 langgraph==0.4.8
 langgraph-checkpoint==2.0.26
+langchain_openai
 langgraph-prebuilt==0.2.2
 langgraph-sdk==0.1.70
 langsmith==0.3.44
@@ -118,4 +119,5 @@ wrapt==1.17.2
 xxhash==3.5.0
 yarl==1.20.0
 youtube-transcript-api==1.0.3
-zstandard==0.23.0
+zstandard==0.23.0
+gradio[oauth]

tools/multimodal_tools.py

@@ -4,16 +4,27 @@ from langchain_core.messages import AnyMessage, SystemMessage, HumanMessage
 from langchain_google_genai import ChatGoogleGenerativeAI
 from langchain.tools import Tool
 from langchain_core.tools import tool
-
-api_key = os.getenv("GEMINI_API_KEY")
-
-# Create LLM class
-vision_llm = ChatGoogleGenerativeAI(
-    model= "gemini-2.5-flash-preview-05-20",
-    temperature=0,
-    max_retries=2,
-    google_api_key=api_key
-)
+from langchain_openai import ChatOpenAI
+
+
+provider = os.getenv("PROVIDER", "GOOGLE")
+if provider == "GOOGLE":
+    api_key = os.getenv("GEMINI_API_KEY")
+    vision_llm = ChatGoogleGenerativeAI(
+        model= "gemini-2.5-pro-preview-05-06",
+        temperature=0,
+        max_retries=2,
+        google_api_key=api_key,
+        thinking_budget= 0
+    )
+elif provider == "OPENAI":
+    vision_llm = ChatOpenAI(
+        model= "gpt-4o",
+        temperature=0,
+        max_retries=2,
+    )
+else:
+    raise ValueError(f"Invalid provider: {provider}")
 
 @tool("extract_text_tool", parse_docstring=True)
 def extract_text(img_path: str) -> str: