#!/usr/bin/env python3 import openai # Import the shared Celery instance from app.celery_app import celery from app.config import settings from app.tasks.retry_config import BaseTaskWithRetry # Initialize OpenAI client dynamically client = openai.OpenAI(api_key=settings.openai_api_key, base_url=settings.openai_base_url) @celery.task(base=BaseTaskWithRetry) def refine_text_with_gpt(filename: str, raw_text: str): """Uses OpenAI to clean and refine OCR text.""" response = client.chat.completions.create( model=settings.openai_model, messages=[ { "role": "system", "content": ( "Clean and format the following text. The idea is that the text you see comes from an OCR " "system and your task is to eliminate OCR errors. Keep the original language when doing so." ), }, {"role": "user", "content": raw_text}, ], ) cleaned_text = response.choices[0].message.content # Trigger next task (import locally if needed to avoid circular imports) from app.tasks.extract_metadata_with_gpt import extract_metadata_with_gpt extract_metadata_with_gpt.delay(filename, cleaned_text) return {"filename": filename, "cleaned_text": cleaned_text}