Replace OpenAI service with AzureOpenAI

.gitignore

@@ -6,4 +6,6 @@
 Archived/
 .env
 app/tests/
-huggingface_manage.md
+huggingface_manage.md
+*.docx
+showcase/

app/models/AzureOpenAI.py

@@ -0,0 +1,25 @@
+import getpass
+import os
+from app.utils.handle_api import get_api
+
+from langchain_openai import AzureChatOpenAI
+
+api_key = get_api("AZURE_OPENAI_API_KEY")
+os.environ["AZURE_OPENAI_API_KEY"] = api_key
+os.environ["AZURE_OPENAI_ENDPOINT"] = "https://yijie-mawcud8g-eastus2.cognitiveservices.azure.com/"
+
+
+model_name = "gpt-4.1-mini"
+deployment = "gpt-4.1-mini-2"
+subscription_key = api_key
+api_version = "2024-12-01-preview"
+
+azure_llm = AzureChatOpenAI(
+    model=model_name,
+    azure_deployment=deployment,  # or your deployment
+    api_version=api_version,  # or your api version
+    temperature=0.2,
+    max_tokens=2048,
+    timeout=None,
+    max_retries=2,
+)

app/models/OpenAI.py

@@ -0,0 +1,12 @@
+
+from app.utils.handle_api import get_api
+from langchain_openai import ChatOpenAI
+
+
+llm = ChatOpenAI(
+    # model="gpt-4o-mini", 
+    model="gpt-4.1-mini", 
+    api_key=get_api(),
+    temperature=0.2,
+    max_tokens=None
+    )

app/models/model.py

@@ -1,17 +1,11 @@
 from langchain_huggingface import HuggingFaceEmbeddings
-from app.utils.handle_api import get_api
-# from langchain_community.llms import OpenAI
-from langchain_openai import ChatOpenAI
+from app.models.AzureOpenAI import azure_llm
 
 
 # model = TinyLlamaModel()
-LLM = ChatOpenAI(
-    # model="gpt-4o-mini", 
-    model="gpt-4.1-mini", 
-    api_key=get_api(),
-    temperature=0.2,
-    max_tokens=None
-    )
+# LLM = 
+
+LLM = azure_llm
 
 Embedding_model_en = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2") # only English
 Embedding_model_de = HuggingFaceEmbeddings(model_name="danielheinz/e5-base-sts-en-de")

app/utils/handle_api.py

@@ -3,11 +3,11 @@ import os
 import getpass
 from dotenv import load_dotenv
 
-def get_api():
+def get_api(api_name="OPENAI_API_KEY"):
     load_dotenv()
-    api_key = os.getenv("OPENAI_API_KEY")
+    api_key = os.getenv(api_name)
     if api_key == None:
-        api_key = getpass.getpass("Enter API key for OpenAI: ")
+        api_key = getpass.getpass(f"Enter API key for {api_name}: ")
     if api_key == None:
-        raise ValueError("API key is required. Please set it in the environment variable OPENAI_API_KEY or provide it directly.")
+        raise ValueError(f"API key is required. Please set it in the environment variable {api_name} or provide it directly.")
     return api_key