feat: implement Dropbox integration with OAuth setup and error handling

app/tasks/process_document.py

@@ -26,7 +26,7 @@ def process_document(original_local_file: str):
       2. If not found, insert a new DB row and continue with the pipeline:
          - Copy file to /workdir/tmp
          - Check for embedded text. If present, run local GPT extraction
-         - Otherwise, queue Textract-based OCR
+         - Otherwise, queue Azure Document Intelligence processing
     """
 
     if not os.path.exists(original_local_file):

app/tasks/refine_text_with_gpt.py

@@ -30,5 +30,5 @@ def refine_text_with_gpt(filename: str, raw_text: str):
     from app.tasks.extract_metadata_with_gpt import extract_metadata_with_gpt
     extract_metadata_with_gpt.delay(filename, cleaned_text)
 
-    return {"s3_file": filename, "cleaned_text": cleaned_text}
+    return {"filename": filename, "cleaned_text": cleaned_text}
 

app/tasks/upload_to_dropbox.py

@@ -56,6 +56,49 @@ def get_dropbox_access_token():
         logger.error(error_msg)
         raise Exception(error_msg)
 
+def get_dropbox_client():
+    """
+    Create and return an authenticated Dropbox client using the configured refresh token.
+    
+    Returns:
+        dropbox.Dropbox: Authenticated Dropbox client instance
+    
+    Raises:
+        ValueError: If required Dropbox configuration is missing
+        AuthError: If authentication with Dropbox fails
+    """
+    app_key = settings.dropbox_app_key
+    app_secret = settings.dropbox_app_secret
+    refresh_token = settings.dropbox_refresh_token
+    
+    # Validate configuration
+    if not app_key or not app_secret:
+        raise ValueError("Dropbox app key or app secret is not configured")
+    
+    if not refresh_token:
+        raise ValueError("Dropbox refresh token is not configured")
+    
+    # Create a Dropbox client with refresh token
+    try:
+        dbx = dropbox.Dropbox(
+            app_key=app_key,
+            app_secret=app_secret,
+            oauth2_refresh_token=refresh_token
+        )
+        
+        # Test the connection
+        dbx.users_get_current_account()
+        logger.info("Successfully authenticated with Dropbox")
+        return dbx
+    
+    except AuthError as auth_error:
+        logger.error(f"Dropbox authentication failed: {str(auth_error)}")
+        raise
+    
+    except Exception as e:
+        logger.error(f"Error creating Dropbox client: {str(e)}")
+        raise
+
 @celery.task(base=BaseTaskWithRetry)
 def upload_to_dropbox(file_path: str):
     """
@@ -76,12 +119,8 @@ def upload_to_dropbox(file_path: str):
     filename = os.path.basename(file_path)
     
     try:
-        # Get access token from refresh token
-        access_token = get_dropbox_access_token()
-        if not access_token:
-            return {"status": "Failed", "reason": "Could not obtain access token"}
-            
-        dbx = dropbox.Dropbox(access_token)
+        # Get the Dropbox client
+        dbx = get_dropbox_client()
         
         # Calculate remote path based on local file structure
         remote_base = settings.dropbox_folder or ""