feat: integrate OpenAI API with configurable settings for model and base URL

app/tasks/refine_text_with_gpt.py

@@ -1,23 +1,23 @@
 #!/usr/bin/env python3
 
 from app.config import settings
-from openai import OpenAI
+import openai
 from app.tasks.retry_config import BaseTaskWithRetry
 
 # Import the shared Celery instance
 from app.celery_app import celery
 
-
-
-client = OpenAI(api_key=settings.openai_api_key)
+# Initialize OpenAI client dynamically
+client = openai.OpenAI(
+    api_key=settings.openai_api_key,
+    base_url=settings.openai_base_url
+)
 
 @celery.task(base=BaseTaskWithRetry)
 def refine_text_with_gpt(s3_filename: str, raw_text: str):
-    """Uses GPT to clean and refine OCR text."""
-    
-    # Use the Chat Completions endpoint with 'messages'
+    """Uses OpenAI to clean and refine OCR text."""
     response = client.chat.completions.create(
-        model="gpt-4",
+        model=settings.openai_model,
         messages=[
             {"role": "system", "content": "Clean and format the following text. The idea is that the text you see comes from an OCR system and your task is to eliminate OCR errors. Keep the original language when doing so."},
             {"role": "user", "content": raw_text}