Switches AI backend integration from OpenAI to Azure API

Author: bassner

.example.env

@@ -21,5 +21,7 @@ AUTH_PORT=8081
 
 # AI Service
 AI_SERVICE_PORT=5000
-OPENAI_API_KEY = "<key>"
-AI_MODEL=gpt-4o-mini
+AZURE_ENDPOINT=https://your-azure-endpoint.openai.azure.com/
+AZURE_DEPLOYMENT_NAME=your-deployment-name
+AZURE_API_VERSION=2024-06-01-preview
+AZURE_API_KEY=your-azure-api-key

AI/app/services/llm_service.py

@@ -1,19 +1,21 @@
-from langchain_openai import AzureOpenAI
+from langchain_openai import AzureChatOpenAI
 from langchain.chat_models.base import BaseChatModel
 from app.settings import settings
 
 class LLMService:
     model: BaseChatModel
 
     def __init__(self):
-        self.model = AzureOpenAI(
+        self.model = AzureChatOpenAI(
             temperature=0.7,
-            model_name="gpt-5-mini",
-            api_key=settings.OPENAI_API_KEY
+            api_key=settings.AZURE_API_KEY,
+            azure_endpoint=settings.AZURE_ENDPOINT,
+            azure_deployment=settings.AZURE_DEPLOYMENT_NAME,
+            api_version=settings.AZURE_API_VERSION,
         )
 
     async def generate_content(self, prompt: str) -> str:
         response = await self.model.ainvoke(prompt)
         return response.content
 
-llm_service = LLMService()
+llm_service = LLMService()

AI/app/settings.py

@@ -1,9 +1,13 @@
-from pydantic_settings import BaseSettings
+from pydantic_settings import BaseSettings, SettingsConfigDict
+
 
 class Settings(BaseSettings):
-    OPENAI_API_KEY: str = ""
-    
-    class Config:
-        env_file = ".env"
+    AZURE_API_KEY: str = ""
+    AZURE_ENDPOINT: str = ""
+    AZURE_DEPLOYMENT_NAME: str = ""
+    AZURE_API_VERSION: str = ""
+
+    model_config = SettingsConfigDict(env_file=".env", env_file_encoding="utf-8")
+
 
-settings = Settings()
+settings = Settings()

docker/docker-compose.dev.yaml

@@ -22,8 +22,10 @@ services:
     volumes:
       - overlap_data:/code/data
     environment:
-      OPENAI_API_KEY: ${OPENAI_API_KEY}
-      AI_MODEL: ${AI_MODEL}
+      AZURE_API_KEY: ${AZURE_API_KEY}
+      AZURE_ENDPOINT: ${AZURE_ENDPOINT}
+      AZURE_DEPLOYMENT_NAME: ${AZURE_DEPLOYMENT_NAME}
+      AZURE_API_VERSION: ${AZURE_API_VERSION}
     ports:
       - "${AI_SERVICE_PORT}:5000"
     networks:

docker/docker-compose.prod.yaml

@@ -37,8 +37,10 @@ services:
     volumes:
       - overlap_data:/code/data
     environment:
-      OPENAI_API_KEY: ${OPENAI_API_KEY}
-      AI_MODEL: ${AI_MODEL}
+      AZURE_API_KEY: ${AZURE_API_KEY}
+      AZURE_ENDPOINT: ${AZURE_ENDPOINT}
+      AZURE_DEPLOYMENT_NAME: ${AZURE_DEPLOYMENT_NAME}
+      AZURE_API_VERSION: ${AZURE_API_VERSION}
     ports:
       - "${AI_SERVICE_PORT}:5000"
     networks: