refactor: enhance logging and task management in document storage and upload tasks

This commit is contained in:
Christian Krakau-Louis
2025-03-28 16:22:45 +01:00
parent cf69c6f059
commit ffc049196b
10 changed files with 381 additions and 126 deletions
+9 -3
View File
@@ -5,12 +5,15 @@ import requests
from app.config import settings
from app.tasks.retry_config import BaseTaskWithRetry
from app.celery_app import celery
from app.utils import task_logger, log_task
@celery.task(base=BaseTaskWithRetry)
@log_task("upload_to_nextcloud")
def upload_to_nextcloud(file_path: str):
"""Uploads a file to Nextcloud in the configured folder."""
if not os.path.exists(file_path):
task_logger(f"File not found: {file_path}", level="error", step_name="nextcloud_upload")
raise FileNotFoundError(f"File not found: {file_path}")
# Extract filename
@@ -18,6 +21,8 @@ def upload_to_nextcloud(file_path: str):
# Construct the full upload URL
nextcloud_url = f"{settings.nextcloud_upload_url}/{settings.nextcloud_folder}/{filename}"
task_logger(f"Starting upload of {filename} to Nextcloud", step_name="nextcloud_upload")
# Read file content
with open(file_path, "rb") as file_data:
@@ -29,9 +34,10 @@ def upload_to_nextcloud(file_path: str):
# Check if upload was successful
if response.status_code in (200, 201):
print(f"[INFO] Successfully uploaded {filename} to Nextcloud at {nextcloud_url}.")
task_logger(f"Successfully uploaded {filename} to Nextcloud at {nextcloud_url}",
step_name="nextcloud_upload", status="success")
return {"status": "Completed", "file": file_path}
else:
error_msg = f"[ERROR] Failed to upload {filename} to Nextcloud: {response.status_code} - {response.text}"
print(error_msg)
error_msg = f"Failed to upload {filename} to Nextcloud: {response.status_code} - {response.text}"
task_logger(error_msg, level="error", step_name="nextcloud_upload", status="failure")
raise Exception(error_msg)