Add throttling to /processall endpoint to prevent overwhelming downstream APIs

Co-authored-by: christianlouis <361235+christianlouis@users.noreply.github.com>
2026-02-07 14:59:19 +00:00
parent 8fb3998d67
commit 8eea420bc5
5 changed files with 286 additions and 6 deletions
@@ -135,6 +135,16 @@ class Settings(BaseSettings):
    # Feature flags
    allow_file_delete: bool = True  # Default to allowing file deletion from database

+    # Batch processing settings
+    processall_throttle_threshold: int = Field(
+        default=20,
+        description="Number of files above which throttling is applied in /processall endpoint"
+    )
+    processall_throttle_delay: int = Field(
+        default=3,
+        description="Delay in seconds between each task submission when throttling in /processall"
+    )
+
    # Notification settings
    notification_urls: Union[List[str], str] = Field(
        default_factory=list,