gitea-admin/gh-christianlouis-docuelevate
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Apply code formatting and fix linting issues

Browse Source 
Co-authored-by: christianlouis <361235+christianlouis@users.noreply.github.com>
This commit is contained in:
copilot-swe-agent[bot]
2026-02-07 17:37:50 +00:00
parent 2db58afedf
commit 7d24b7c668
4 changed files with 288 additions and 300 deletions
Download Patch File Download Diff File Expand all files Collapse all files
app/tasks/process_document.py
+15 -24
View File
@@ -1,21 +1,22 @@
#!/usr/bin/env python3
import os
import uuid
import shutil
import mimetypes
import logging
import mimetypes
import os
import shutil
import uuid
import PyPDF2 # Replace fitz with PyPDF2
from app.celery_app import celery
from app.config import settings
from app.tasks.retry_config import BaseTaskWithRetry
from app.database import SessionLocal
from app.models import FileRecord
from app.tasks.extract_metadata_with_gpt import extract_metadata_with_gpt
from app.tasks.process_with_azure_document_intelligence import (
process_with_azure_document_intelligence,
)
from app.tasks.extract_metadata_with_gpt import extract_metadata_with_gpt
from app.celery_app import celery
from app.database import SessionLocal
from app.models import FileRecord
from app.tasks.retry_config import BaseTaskWithRetry
from app.utils import hash_file, log_task_progress
logger = logging.getLogger(__name__)
@@ -63,9 +64,7 @@ def process_document(self, original_local_file: str, original_filename: str = No
if not mime_type:
mime_type = "application/octet-stream"
logger.info(
f"[{task_id}] File hash: {filehash[:10]}..., Size: {file_size} bytes, MIME: {mime_type}"
)
logger.info(f"[{task_id}] File hash: {filehash[:10]}..., Size: {file_size} bytes, MIME: {mime_type}")
log_task_progress(
task_id,
"hash_file",
@@ -77,9 +76,7 @@ def process_document(self, original_local_file: str, original_filename: str = No
with SessionLocal() as db:
existing = db.query(FileRecord).filter_by(filehash=filehash).one_or_none()
if existing:
logger.info(
f"[{task_id}] Duplicate file detected (hash={filehash[:10]}...) Skipping processing."
)
logger.info(f"[{task_id}] Duplicate file detected (hash={filehash[:10]}...) Skipping processing.")
log_task_progress(
task_id,
"process_document",
@@ -95,9 +92,7 @@ def process_document(self, original_local_file: str, original_filename: str = No
# Not a duplicate -> insert a new record
logger.info(f"[{task_id}] Creating new file record in database")
log_task_progress(
task_id, "create_file_record", "in_progress", "Creating file record"
)
log_task_progress(task_id, "create_file_record", "in_progress", "Creating file record")
new_record = FileRecord(
filehash=filehash,
original_filename=original_filename,
@@ -169,9 +164,7 @@ def process_document(self, original_local_file: str, original_filename: str = No
break
if has_text:
logger.info(
f"[{task_id}] PDF {original_local_file} contains embedded text. Processing locally."
)
logger.info(f"[{task_id}] PDF {original_local_file} contains embedded text. Processing locally.")
log_task_progress(
task_id,
"check_text",
@@ -221,9 +214,7 @@ def process_document(self, original_local_file: str, original_filename: str = No
}
# 3. If no embedded text, queue Azure Document Intelligence processing
logger.info(
f"[{task_id}] No embedded text found. Queueing Azure Document Intelligence processing"
)
logger.info(f"[{task_id}] No embedded text found. Queueing Azure Document Intelligence processing")
log_task_progress(
task_id,
"check_text",