Christian Krakau-Louis
de06fd1286
- Rename upload_to_s3.py to process_document.py to better reflect its purpose - Update all import statements across the codebase to use new module name - Remove S3-specific code and references - Keep the core document processing logic intact - Update docstrings and comments to reflect new functionality This change is part of removing AWS S3 dependencies and simplifying the document processing pipeline.
42 lines
1.5 KiB
Python
42 lines
1.5 KiB
Python
#!/usr/bin/env python3
|
|
|
|
from app.config import settings
|
|
|
|
# Import the shared Celery instance
|
|
from app.celery_app import celery
|
|
|
|
# Ensure tasks are loaded
|
|
from app import tasks # <— This imports app/tasks.py so Celery can register tasks
|
|
|
|
# **Ensure all tasks are imported before Celery starts**
|
|
from app.tasks.process_document import process_document # Updated import
|
|
from app.tasks.process_with_textract import process_with_textract
|
|
from app.tasks.refine_text_with_gpt import refine_text_with_gpt
|
|
from app.tasks.extract_metadata_with_gpt import extract_metadata_with_gpt
|
|
from app.tasks.embed_metadata_into_pdf import embed_metadata_into_pdf
|
|
from app.tasks.convert_to_pdf import convert_to_pdf
|
|
|
|
# Import new send tasks
|
|
from app.tasks.upload_to_dropbox import upload_to_dropbox
|
|
from app.tasks.upload_to_paperless import upload_to_paperless
|
|
from app.tasks.upload_to_nextcloud import upload_to_nextcloud
|
|
from app.tasks.imap_tasks import pull_all_inboxes
|
|
from app.tasks.send_to_all import send_to_all_destinations
|
|
|
|
celery.conf.task_routes = {
|
|
"app.tasks.*": {"queue": "default"},
|
|
}
|
|
|
|
@celery.task
|
|
def test_task():
|
|
return "Celery is working!"
|
|
|
|
# If you want Celery Beat to run the poll task every minute, add:
|
|
from celery.schedules import crontab
|
|
|
|
celery.conf.beat_schedule = {
|
|
"poll-inboxes-every-minute": {
|
|
"task": "app.tasks.imap_tasks.pull_all_inboxes",
|
|
"schedule": crontab(minute="*/1"), # every 1 minute
|
|
},
|
|
} |