Christian Krakau-Louis
146 lines
4.8 KiB
Python
146 lines
4.8 KiB
Python
#!/usr/bin/env python3
|
|
|
|
import os
|
|
import logging
|
|
from app.config import settings
|
|
from app.tasks.retry_config import BaseTaskWithRetry
|
|
from app.tasks.upload_to_dropbox import upload_to_dropbox
|
|
from app.tasks.upload_to_nextcloud import upload_to_nextcloud
|
|
from app.tasks.upload_to_paperless import upload_to_paperless
|
|
from app.tasks.upload_to_google_drive import upload_to_google_drive
|
|
from app.tasks.upload_to_webdav import upload_to_webdav
|
|
from app.tasks.upload_to_ftp import upload_to_ftp
|
|
from app.tasks.upload_to_sftp import upload_to_sftp
|
|
from app.tasks.upload_to_email import upload_to_email
|
|
from app.tasks.upload_to_onedrive import upload_to_onedrive
|
|
from app.tasks.upload_to_s3 import upload_to_s3
|
|
from app.celery_app import celery
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
def _should_upload_to_dropbox():
|
|
return (settings.dropbox_app_key and
|
|
settings.dropbox_app_secret and
|
|
settings.dropbox_refresh_token)
|
|
|
|
def _should_upload_to_nextcloud():
|
|
return (settings.nextcloud_upload_url and
|
|
settings.nextcloud_username and
|
|
settings.nextcloud_password)
|
|
|
|
def _should_upload_to_paperless():
|
|
return (settings.paperless_ngx_api_token and
|
|
settings.paperless_host)
|
|
|
|
def _should_upload_to_google_drive():
|
|
return settings.google_drive_credentials_json
|
|
|
|
def _should_upload_to_webdav():
|
|
return (settings.webdav_url and
|
|
settings.webdav_username and
|
|
settings.webdav_password)
|
|
|
|
def _should_upload_to_ftp():
|
|
return (settings.ftp_host and
|
|
settings.ftp_username and
|
|
settings.ftp_password)
|
|
|
|
def _should_upload_to_sftp():
|
|
return (settings.sftp_host and
|
|
settings.sftp_username and
|
|
(settings.sftp_password or settings.sftp_private_key))
|
|
|
|
def _should_upload_to_email():
|
|
return (settings.email_host and
|
|
settings.email_username and
|
|
settings.email_password and
|
|
settings.email_default_recipient)
|
|
|
|
def _should_upload_to_onedrive():
|
|
return (settings.onedrive_client_id and
|
|
settings.onedrive_client_secret and
|
|
(settings.onedrive_refresh_token or
|
|
(settings.onedrive_tenant_id and settings.onedrive_tenant_id != "common")))
|
|
|
|
def _should_upload_to_s3():
|
|
return (settings.s3_bucket_name and
|
|
settings.aws_access_key_id and
|
|
settings.aws_secret_access_key)
|
|
|
|
@celery.task(base=BaseTaskWithRetry)
|
|
def send_to_all_destinations(file_path: str):
|
|
"""Distribute a file to all configured storage destinations."""
|
|
|
|
if not os.path.exists(file_path):
|
|
raise FileNotFoundError(f"File not found: {file_path}")
|
|
|
|
logger.info(f"Sending {file_path} to all configured destinations")
|
|
results = {}
|
|
|
|
# Define service configurations
|
|
services = [
|
|
{
|
|
"name": "dropbox",
|
|
"should_upload": _should_upload_to_dropbox,
|
|
"upload_func": upload_to_dropbox,
|
|
},
|
|
{
|
|
"name": "nextcloud",
|
|
"should_upload": _should_upload_to_nextcloud,
|
|
"upload_func": upload_to_nextcloud,
|
|
},
|
|
{
|
|
"name": "paperless",
|
|
"should_upload": _should_upload_to_paperless,
|
|
"upload_func": upload_to_paperless,
|
|
},
|
|
{
|
|
"name": "google_drive",
|
|
"should_upload": _should_upload_to_google_drive,
|
|
"upload_func": upload_to_google_drive,
|
|
},
|
|
{
|
|
"name": "webdav",
|
|
"should_upload": _should_upload_to_webdav,
|
|
"upload_func": upload_to_webdav,
|
|
},
|
|
{
|
|
"name": "ftp",
|
|
"should_upload": _should_upload_to_ftp,
|
|
"upload_func": upload_to_ftp,
|
|
},
|
|
{
|
|
"name": "sftp",
|
|
"should_upload": _should_upload_to_sftp,
|
|
"upload_func": upload_to_sftp,
|
|
},
|
|
{
|
|
"name": "email",
|
|
"should_upload": _should_upload_to_email,
|
|
"upload_func": upload_to_email,
|
|
},
|
|
{
|
|
"name": "onedrive",
|
|
"should_upload": _should_upload_to_onedrive,
|
|
"upload_func": upload_to_onedrive,
|
|
},
|
|
{
|
|
"name": "s3",
|
|
"should_upload": _should_upload_to_s3,
|
|
"upload_func": upload_to_s3,
|
|
},
|
|
]
|
|
|
|
# Process each service
|
|
for service in services:
|
|
if service["should_upload"]():
|
|
logger.info(f"Queueing {file_path} for {service['name']} upload")
|
|
task = service["upload_func"].delay(file_path)
|
|
results[f"{service['name']}_task_id"] = task.id
|
|
|
|
return {
|
|
"status": "Queued",
|
|
"file_path": file_path,
|
|
"tasks": results
|
|
}
|