putting it all together

This commit is contained in:
Christian Krakau-Louis
2025-02-12 02:26:41 +01:00
parent 430c4258ed
commit 70fb539b7b
4 changed files with 91 additions and 3 deletions
+15 -3
View File
@@ -2,13 +2,25 @@
from app.config import settings
from app.tasks.retry_config import BaseTaskWithRetry
# Import the shared Celery instance
from app.celery_app import celery
# 1) Import the aggregator task
from app.tasks.send_to_all import send_to_all_destinations
@celery.task(base=BaseTaskWithRetry)
def finalize_document_storage(original_file: str, processed_file: str, metadata: dict):
"""Final storage step after embedding metadata."""
"""
Final storage step after embedding metadata.
We will now call 'send_to_all_destinations' to push the final PDF to Dropbox/Nextcloud/Paperless.
"""
print(f"[INFO] Finalizing document storage for {processed_file}")
return {"status": "Completed", "file": processed_file}
# 2) Enqueue uploads to all destinations (Dropbox, Nextcloud, Paperless)
send_to_all_destinations.delay(processed_file)
return {
"status": "Completed",
"file": processed_file
}
+21
View File
@@ -0,0 +1,21 @@
# app/tasks/send_to_all.py
from app.celery_app import celery
from app.tasks.upload_to_dropbox import upload_to_dropbox
from app.tasks.upload_to_nextcloud import upload_to_nextcloud
from app.tasks.upload_to_paperless import upload_to_paperless
@celery.task
def send_to_all_destinations(file_path: str):
"""
Fires off tasks to upload a single file to Dropbox, Nextcloud, and Paperless.
These tasks run in parallel (Celery returns immediately from each .delay()).
"""
upload_to_dropbox.delay(file_path)
upload_to_nextcloud.delay(file_path)
upload_to_paperless.delay(file_path)
return {
"status": "All upload tasks enqueued",
"file_path": file_path
}