fix: correct file status and metrics to use latest status per step

- Fix _compute_status_from_logs to track latest status per unique step
- Fix _compute_step_summary to count only latest status per step
- Add comprehensive tests for both fixes
- Resolves issue where completed files showed as "Processing"
- Resolves issue where metrics showed incorrect counts

Co-authored-by: christianlouis <361235+christianlouis@users.noreply.github.com>

app/utils/file_status.py

@@ -76,13 +76,20 @@ def _compute_status_from_logs(logs: List[ProcessingLog]) -> Dict:
     if not logs:
         return {"status": "pending", "last_step": None, "has_errors": False, "total_steps": 0}
 
-    # Check for failures
-    has_errors = any(log.status == "failure" for log in logs)
+    # Get the latest status for each unique step
+    # Since logs are ordered by timestamp desc, the first occurrence is the latest
+    latest_by_step = {}
+    for log in logs:
+        if log.step_name not in latest_by_step:
+            latest_by_step[log.step_name] = log
 
-    # Check if any in progress
-    in_progress = any(log.status == "in_progress" for log in logs)
+    # Check for failures in latest statuses
+    has_errors = any(log.status == "failure" for log in latest_by_step.values())
 
-    # Get the latest log
+    # Check if any step is currently in progress (based on latest status per step)
+    in_progress = any(log.status == "in_progress" for log in latest_by_step.values())
+
+    # Get the overall latest log
     latest_log = logs[0]
 
     # Determine overall status