feat: Add OpenAI and Azure AI API endpoints with connection testing functionality

app/tasks/extract_metadata_with_gpt.py

@@ -9,12 +9,20 @@ from app.tasks.embed_metadata_into_pdf import embed_metadata_into_pdf
 # Import the shared Celery instance
 from app.celery_app import celery
 import openai
+import logging
 
-# Initialize OpenAI client dynamically
-client = openai.OpenAI(
-    api_key=settings.openai_api_key,
-    base_url=settings.openai_base_url
-)
+logger = logging.getLogger(__name__)
+
+# Initialize OpenAI client dynamically with better error handling
+try:
+    client = openai.OpenAI(
+        api_key=settings.openai_api_key,
+        base_url=settings.openai_base_url
+    )
+    logger.info("OpenAI client initialized successfully")
+except Exception as e:
+    logger.error(f"Failed to initialize OpenAI client: {e}")
+    client = None
 
 def extract_json_from_text(text):
     """

app/tasks/process_with_azure_document_intelligence.py

@@ -4,6 +4,7 @@ import PyPDF2
 from azure.core.credentials import AzureKeyCredential
 from azure.ai.documentintelligence import DocumentIntelligenceClient
 from azure.ai.documentintelligence.models import AnalyzeOutputOption, AnalyzeResult
+import azure.core.exceptions
 
 from app.config import settings
 from app.tasks.retry_config import BaseTaskWithRetry
@@ -12,11 +13,19 @@ from app.celery_app import celery
 
 logger = logging.getLogger(__name__)
 
-# Initialize Azure Document Intelligence client
-document_intelligence_client = DocumentIntelligenceClient(
-    endpoint=settings.azure_endpoint,
-    credential=AzureKeyCredential(settings.azure_ai_key)
-)
+# Initialize Azure Document Intelligence client with error handling
+try:
+    document_intelligence_client = DocumentIntelligenceClient(
+        endpoint=settings.azure_endpoint,
+        credential=AzureKeyCredential(settings.azure_ai_key)
+    )
+    logger.info("Azure Document Intelligence client initialized successfully")
+except (ValueError, azure.core.exceptions.ClientAuthenticationError) as e:
+    logger.error(f"Failed to initialize Azure Document Intelligence client: {e}")
+    document_intelligence_client = None
+except Exception as e:
+    logger.error(f"Unexpected error initializing Azure Document Intelligence client: {e}")
+    document_intelligence_client = None
 
 # Azure Document Intelligence service limits for Standard S0 tier
 AZURE_DOC_INTELLIGENCE_LIMITS = {