Files
gh-christianlouis-docuelevate/tests/test_backup.py
T
copilot-swe-agent[bot] 9a95d5cfd5 test: increase backup_tasks.py coverage to 99.79%
Add comprehensive tests covering all previously untested code paths in
app/tasks/backup_tasks.py, raising coverage from 66.39% to 99.79%.

New test classes:
- TestDumpPostgresqlBranches / TestDumpMysqlBranches: URL branches
- TestRestoreSqliteBranches: error paths and rollback scenarios
- TestRestorePostgresqlBranches / TestRestoreMysqlBranches: URL branches
- TestApplyRetentionOSError: OSError on file removal + remote record keeping
- TestPruneRemoteBackups: full pruning lifecycle
- TestDeleteRemoteCopy: S3, Dropbox, known/unknown destinations
- TestUploadRemote: all destination branches (S3, Dropbox, email, Nextcloud, WebDAV)
- TestEmailBackup: recipient error, TLS, no-auth paths
- TestCreateBackupAdditional: dump failure, remote upload, PG/MySQL failures
- TestCleanupOldBackupsTask: validates all tiers are processed

Co-authored-by: christianlouis <361235+christianlouis@users.noreply.github.com>
2026-03-08 12:11:07 +00:00

2141 lines
83 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""
Tests for the backup/restore functionality.
Covers:
- BackupRecord model creation
- backup_tasks: create_backup, cleanup_old_backups, retention helpers
- app/api/backup.py endpoints: list, create, download, restore, delete, cleanup
- app/views/backup.py dashboard view
"""
import gzip
import sqlite3
from datetime import datetime, timezone
from pathlib import Path
from unittest.mock import MagicMock, patch
import pytest
from fastapi.testclient import TestClient
from sqlalchemy import create_engine
from sqlalchemy.orm import sessionmaker
from sqlalchemy.pool import StaticPool
from app.database import Base, get_db
from app.main import app
from app.models import BackupRecord
# ---------------------------------------------------------------------------
# Fixtures
# ---------------------------------------------------------------------------
@pytest.fixture()
def bk_engine():
"""In-memory SQLite engine with all tables for backup tests."""
engine = create_engine(
"sqlite:///:memory:",
connect_args={"check_same_thread": False},
poolclass=StaticPool,
)
Base.metadata.create_all(engine)
yield engine
Base.metadata.drop_all(engine)
@pytest.fixture()
def admin_client(bk_engine):
"""TestClient with admin override for backup routes."""
from app.api.backup import _require_admin
def override_db():
Session = sessionmaker(bind=bk_engine)
session = Session()
try:
yield session
finally:
session.close()
def override_require_admin():
return {"email": "admin@test.com", "is_admin": True}
app.dependency_overrides[get_db] = override_db
app.dependency_overrides[_require_admin] = override_require_admin
with TestClient(app, base_url="http://localhost", raise_server_exceptions=False) as client:
yield client
app.dependency_overrides.clear()
@pytest.fixture()
def non_admin_client(bk_engine):
"""TestClient without admin override - _require_admin will raise 403."""
def override_db():
Session = sessionmaker(bind=bk_engine)
session = Session()
try:
yield session
finally:
session.close()
app.dependency_overrides[get_db] = override_db
with TestClient(app, base_url="http://localhost", raise_server_exceptions=False) as client:
yield client
app.dependency_overrides.clear()
@pytest.fixture()
def db_session(bk_engine):
"""SQLAlchemy session against the in-memory engine."""
Session = sessionmaker(bind=bk_engine)
session = Session()
yield session
session.close()
# ---------------------------------------------------------------------------
# Model tests
# ---------------------------------------------------------------------------
@pytest.mark.unit
class TestBackupRecordModel:
"""Test the BackupRecord SQLAlchemy model."""
def test_create_backup_record(self, db_session):
"""Test creating a BackupRecord persists correctly."""
rec = BackupRecord(
filename="backup_daily_2026-01-01T02-30-00.db.gz",
local_path="/tmp/test.db.gz",
backup_type="daily",
size_bytes=2048,
checksum="deadbeef",
status="ok",
)
db_session.add(rec)
db_session.commit()
db_session.refresh(rec)
assert rec.id is not None
assert rec.filename == "backup_daily_2026-01-01T02-30-00.db.gz"
assert rec.backup_type == "daily"
assert rec.size_bytes == 2048
def test_backup_record_defaults(self, db_session):
"""Test default values for BackupRecord fields."""
rec = BackupRecord(
filename="backup_weekly_2026-01-01T03-00-00.db.gz",
backup_type="weekly",
)
db_session.add(rec)
db_session.commit()
db_session.refresh(rec)
assert rec.status == "ok"
assert rec.size_bytes == 0
assert rec.remote_destination is None
assert rec.remote_path is None
def test_backup_record_remote_fields(self, db_session):
"""Test remote destination fields on BackupRecord."""
rec = BackupRecord(
filename="backup_hourly_remote.db.gz",
backup_type="hourly",
remote_destination="s3",
remote_path="backups/backup_hourly_remote.db.gz",
)
db_session.add(rec)
db_session.commit()
db_session.refresh(rec)
assert rec.remote_destination == "s3"
assert rec.remote_path == "backups/backup_hourly_remote.db.gz"
# ---------------------------------------------------------------------------
# Task helper unit tests
# ---------------------------------------------------------------------------
@pytest.mark.unit
class TestBackupTaskHelpers:
"""Unit tests for backup_tasks helper functions."""
def test_backup_dir_creation(self, tmp_path):
"""_backup_dir() creates the directory if it does not exist."""
from app.tasks.backup_tasks import _backup_dir
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.backup_dir = str(tmp_path / "mybkp")
d = _backup_dir()
assert d.exists()
def test_backup_dir_default(self, tmp_path):
"""_backup_dir() defaults to <workdir>/backups."""
from app.tasks.backup_tasks import _backup_dir
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.backup_dir = None
mock_settings.workdir = str(tmp_path)
d = _backup_dir()
assert d == tmp_path / "backups"
def test_sha256(self, tmp_path):
"""_sha256() returns a 64-char hex string."""
from app.tasks.backup_tasks import _sha256
f = tmp_path / "test.bin"
f.write_bytes(b"hello world")
digest = _sha256(f)
assert len(digest) == 64
assert all(c in "0123456789abcdef" for c in digest)
def test_dump_sqlite(self, tmp_path):
"""_dump_sqlite() writes a gzip-compressed SQL dump."""
from app.tasks.backup_tasks import _dump_sqlite
src = tmp_path / "src.db"
conn = sqlite3.connect(str(src))
conn.execute("CREATE TABLE t (id INTEGER PRIMARY KEY, val TEXT)")
conn.execute("INSERT INTO t VALUES (1, 'hello')")
conn.commit()
conn.close()
dest = tmp_path / "dump.db.gz"
_dump_sqlite(src, dest)
assert dest.exists()
with gzip.open(str(dest), "rt") as gz:
content = gz.read()
assert "CREATE TABLE t" in content
assert "hello" in content
def test_db_path_sqlite(self):
"""_db_path() returns path for sqlite:/// URLs."""
from app.tasks.backup_tasks import _db_path
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.database_url = "sqlite:////tmp/test.db"
result = _db_path()
assert result == Path("/tmp/test.db")
def test_db_path_memory(self):
"""_db_path() returns None for in-memory sqlite."""
from app.tasks.backup_tasks import _db_path
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.database_url = "sqlite:///:memory:"
result = _db_path()
assert result is None
def test_db_path_postgres(self):
"""_db_path() returns None for non-SQLite databases."""
from app.tasks.backup_tasks import _db_path
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.database_url = "postgresql://user:pass@localhost/db"
result = _db_path()
assert result is None
def test_db_backend_sqlite(self):
"""_db_backend() returns 'sqlite' for SQLite URLs."""
from app.tasks.backup_tasks import _db_backend
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.database_url = "sqlite:////tmp/test.db"
assert _db_backend() == "sqlite"
def test_db_backend_postgresql(self):
"""_db_backend() returns 'postgresql' for PostgreSQL URLs."""
from app.tasks.backup_tasks import _db_backend
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.database_url = "postgresql://user:pass@localhost/db"
assert _db_backend() == "postgresql"
def test_db_backend_mysql(self):
"""_db_backend() returns 'mysql' for MySQL URLs."""
from app.tasks.backup_tasks import _db_backend
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.database_url = "mysql+pymysql://user:pass@localhost/db"
assert _db_backend() == "mysql"
def test_archive_ext_sqlite(self):
"""_archive_ext_for_backend() returns '.db.gz' for sqlite."""
from app.tasks.backup_tasks import _archive_ext_for_backend
assert _archive_ext_for_backend("sqlite") == ".db.gz"
def test_archive_ext_postgresql(self):
"""_archive_ext_for_backend() returns '.pgsql.gz' for postgresql."""
from app.tasks.backup_tasks import _archive_ext_for_backend
assert _archive_ext_for_backend("postgresql") == ".pgsql.gz"
def test_archive_ext_mysql(self):
"""_archive_ext_for_backend() returns '.mysql.gz' for mysql."""
from app.tasks.backup_tasks import _archive_ext_for_backend
assert _archive_ext_for_backend("mysql") == ".mysql.gz"
def test_archive_ext_unknown(self):
"""_archive_ext_for_backend() falls back to '.sql.gz' for unknown backends."""
from app.tasks.backup_tasks import _archive_ext_for_backend
assert _archive_ext_for_backend("mssql") == ".sql.gz"
def test_dump_postgresql_success(self, tmp_path):
"""_dump_postgresql() streams pg_dump output into a gzip archive."""
from unittest.mock import MagicMock
from app.tasks.backup_tasks import _dump_postgresql
dest = tmp_path / "dump.pgsql.gz"
fake_sql = b"-- PostgreSQL database dump\nSELECT 1;\n"
mock_proc = MagicMock()
mock_proc.stdout.read.side_effect = [fake_sql, b""]
mock_proc.stderr.read.return_value = b""
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc):
_dump_postgresql("postgresql://user:pass@localhost/testdb", dest)
assert dest.exists()
with gzip.open(str(dest), "rb") as gz:
assert gz.read() == fake_sql
def test_dump_postgresql_failure(self, tmp_path):
"""_dump_postgresql() raises RuntimeError when pg_dump fails."""
from unittest.mock import MagicMock
from app.tasks.backup_tasks import _dump_postgresql
dest = tmp_path / "dump.pgsql.gz"
mock_proc = MagicMock()
mock_proc.stdout.read.side_effect = [b""]
mock_proc.stderr.read.return_value = b"FATAL: connection refused"
mock_proc.returncode = 1
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc):
with pytest.raises(RuntimeError, match="pg_dump exited with code 1"):
_dump_postgresql("postgresql://user:pass@localhost/testdb", dest)
def test_dump_mysql_success(self, tmp_path):
"""_dump_mysql() streams mysqldump output into a gzip archive."""
from unittest.mock import MagicMock
from app.tasks.backup_tasks import _dump_mysql
dest = tmp_path / "dump.mysql.gz"
fake_sql = b"-- MySQL dump\nCREATE TABLE t (id INT);\n"
mock_proc = MagicMock()
mock_proc.stdout.read.side_effect = [fake_sql, b""]
mock_proc.stderr.read.return_value = b""
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc):
_dump_mysql("mysql+pymysql://user:pass@localhost/testdb", dest)
assert dest.exists()
with gzip.open(str(dest), "rb") as gz:
assert gz.read() == fake_sql
def test_dump_mysql_failure(self, tmp_path):
"""_dump_mysql() raises RuntimeError when mysqldump fails."""
from unittest.mock import MagicMock
from app.tasks.backup_tasks import _dump_mysql
dest = tmp_path / "dump.mysql.gz"
mock_proc = MagicMock()
mock_proc.stdout.read.side_effect = [b""]
mock_proc.stderr.read.return_value = b"ERROR: Access denied"
mock_proc.returncode = 1
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc):
with pytest.raises(RuntimeError, match="mysqldump exited with code 1"):
_dump_mysql("mysql+pymysql://user:pass@localhost/testdb", dest)
def test_restore_sqlite_success(self, tmp_path):
"""_restore_sqlite() applies a valid SQL dump to a SQLite file."""
from app.tasks.backup_tasks import _restore_sqlite
db_file = tmp_path / "test.db"
conn = sqlite3.connect(str(db_file))
conn.execute("CREATE TABLE old (id INTEGER)")
conn.commit()
conn.close()
# Create a valid dump archive
sql = "BEGIN TRANSACTION;\nCREATE TABLE new_tbl (x TEXT);\nCOMMIT;\n"
archive = tmp_path / "dump.db.gz"
with gzip.open(str(archive), "wt") as gz:
gz.write(sql)
_restore_sqlite(db_file, archive)
conn2 = sqlite3.connect(str(db_file))
tables = [r[0] for r in conn2.execute("SELECT name FROM sqlite_master WHERE type='table'")]
conn2.close()
assert "new_tbl" in tables
def test_restore_sqlite_invalid_gz(self, tmp_path):
"""_restore_sqlite() raises ValueError for corrupt gzip content."""
from app.tasks.backup_tasks import _restore_sqlite
db_file = tmp_path / "test.db"
db_file.write_bytes(b"")
archive = tmp_path / "bad.db.gz"
archive.write_bytes(b"not gzip data")
with pytest.raises(ValueError, match="Failed to decompress"):
_restore_sqlite(db_file, archive)
def test_restore_sqlite_invalid_sql(self, tmp_path):
"""_restore_sqlite() raises ValueError for invalid SQL content."""
from app.tasks.backup_tasks import _restore_sqlite
db_file = tmp_path / "test.db"
db_file.write_bytes(b"")
archive = tmp_path / "bad.db.gz"
with gzip.open(str(archive), "wt") as gz:
gz.write("THIS IS NOT VALID SQL!!!;\n")
with pytest.raises(ValueError, match="invalid SQL"):
_restore_sqlite(db_file, archive)
def test_restore_postgresql_success(self, tmp_path):
"""_restore_postgresql() pipes the archive to psql."""
from unittest.mock import MagicMock
from app.tasks.backup_tasks import _restore_postgresql
fake_sql = b"-- PostgreSQL dump\nSELECT 1;\n"
archive = tmp_path / "dump.pgsql.gz"
with gzip.open(str(archive), "wb") as gz:
gz.write(fake_sql)
mock_proc = MagicMock()
mock_proc.communicate.return_value = (b"", b"")
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc):
_restore_postgresql("postgresql://user:pass@localhost/testdb", archive)
mock_proc.communicate.assert_called_once_with(input=fake_sql)
def test_restore_postgresql_failure(self, tmp_path):
"""_restore_postgresql() raises RuntimeError when psql fails."""
from unittest.mock import MagicMock
from app.tasks.backup_tasks import _restore_postgresql
archive = tmp_path / "dump.pgsql.gz"
with gzip.open(str(archive), "wb") as gz:
gz.write(b"SELECT 1;")
mock_proc = MagicMock()
mock_proc.communicate.return_value = (b"", b"ERROR: invalid input")
mock_proc.returncode = 1
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc):
with pytest.raises(RuntimeError, match="psql exited with code 1"):
_restore_postgresql("postgresql://user:pass@localhost/testdb", archive)
def test_restore_mysql_success(self, tmp_path):
"""_restore_mysql() pipes the archive to mysql."""
from unittest.mock import MagicMock
from app.tasks.backup_tasks import _restore_mysql
fake_sql = b"-- MySQL dump\nSELECT 1;\n"
archive = tmp_path / "dump.mysql.gz"
with gzip.open(str(archive), "wb") as gz:
gz.write(fake_sql)
mock_proc = MagicMock()
mock_proc.communicate.return_value = (b"", b"")
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc):
_restore_mysql("mysql+pymysql://user:pass@localhost/testdb", archive)
mock_proc.communicate.assert_called_once_with(input=fake_sql)
def test_restore_mysql_failure(self, tmp_path):
"""_restore_mysql() raises RuntimeError when mysql fails."""
from unittest.mock import MagicMock
from app.tasks.backup_tasks import _restore_mysql
archive = tmp_path / "dump.mysql.gz"
with gzip.open(str(archive), "wb") as gz:
gz.write(b"SELECT 1;")
mock_proc = MagicMock()
mock_proc.communicate.return_value = (b"", b"ERROR: Access denied")
mock_proc.returncode = 1
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc):
with pytest.raises(RuntimeError, match="mysql exited with code 1"):
_restore_mysql("mysql+pymysql://user:pass@localhost/testdb", archive)
def test_apply_retention_prunes_old(self, tmp_path, db_session):
"""_apply_retention() deletes backups beyond the retention limit."""
from app.tasks.backup_tasks import _apply_retention
for i in range(5):
f = tmp_path / f"backup_hourly_{i:04d}.db.gz"
f.write_bytes(b"x")
rec = BackupRecord(
filename=f"backup_hourly_{i:04d}.db.gz",
local_path=str(f),
backup_type="hourly",
size_bytes=1,
status="ok",
created_at=datetime(2026, 1, 1, i, 0, 0, tzinfo=timezone.utc),
)
db_session.add(rec)
db_session.commit()
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.backup_retain_hourly = 3
_apply_retention("hourly", db_session)
remaining = db_session.query(BackupRecord).filter_by(backup_type="hourly").all()
remaining_paths = [r.local_path for r in remaining if r.local_path is not None]
assert len(remaining_paths) <= 3
def test_apply_retention_removes_record_no_remote(self, tmp_path, db_session):
"""_apply_retention() deletes the DB record when no local file or remote copy remain."""
from app.tasks.backup_tasks import _apply_retention
# Old record local file doesn't exist, no remote
old_rec = BackupRecord(
filename="backup_hourly_old.db.gz",
local_path=str(tmp_path / "nonexistent.db.gz"),
backup_type="hourly",
size_bytes=1,
status="ok",
created_at=datetime(2025, 1, 1, 0, 0, 0, tzinfo=timezone.utc),
)
db_session.add(old_rec)
# Two newer records so the old one falls outside retention window
for i, dt in enumerate([datetime(2026, 1, 1), datetime(2026, 1, 2)]):
db_session.add(
BackupRecord(
filename=f"backup_hourly_new_{i}.db.gz",
backup_type="hourly",
size_bytes=1,
status="ok",
created_at=dt.replace(tzinfo=timezone.utc),
)
)
db_session.commit()
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.backup_retain_hourly = 2
_apply_retention("hourly", db_session)
remaining = db_session.query(BackupRecord).filter_by(filename="backup_hourly_old.db.gz").first()
assert remaining is None
def test_upload_remote_no_destination(self, tmp_path):
"""_upload_remote() returns None when no destination is configured."""
from app.tasks.backup_tasks import _upload_remote
f = tmp_path / "bkp.db.gz"
f.write_bytes(b"data")
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.backup_remote_destination = None
result = _upload_remote(f, "bkp.db.gz")
assert result is None
def test_upload_remote_unknown_dest(self, tmp_path):
"""_upload_remote() returns None for an unimplemented destination."""
from app.tasks.backup_tasks import _upload_remote
f = tmp_path / "bkp.db.gz"
f.write_bytes(b"data")
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.backup_remote_destination = "unknown_provider"
mock_settings.backup_remote_folder = "backups"
result = _upload_remote(f, "bkp.db.gz")
assert result is None
def test_delete_remote_copy_no_dest(self):
"""_delete_remote_copy() does nothing when rec has no destination."""
from app.tasks.backup_tasks import _delete_remote_copy
rec = BackupRecord(
filename="x.db.gz",
backup_type="hourly",
remote_destination=None,
remote_path=None,
)
_delete_remote_copy(rec)
# ---------------------------------------------------------------------------
# Task integration tests
# ---------------------------------------------------------------------------
@pytest.mark.unit
class TestCreateBackupTask:
"""Tests for the create_backup Celery task."""
def test_backup_disabled(self):
"""create_backup returns early when backup_enabled is False."""
from app.tasks.backup_tasks import create_backup
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.backup_enabled = False
result = create_backup("hourly")
assert result["status"] == "disabled"
def test_unsupported_db_backend(self):
"""create_backup returns unsupported_db for backends other than sqlite/postgresql/mysql."""
from app.tasks.backup_tasks import create_backup
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.backup_enabled = True
mock_settings.database_url = "mssql+pyodbc://user:pass@server/db"
result = create_backup("hourly")
assert result["status"] == "unsupported_db"
def test_in_memory_sqlite_unsupported(self):
"""create_backup returns unsupported_db for in-memory SQLite."""
from app.tasks.backup_tasks import create_backup
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.backup_enabled = True
mock_settings.database_url = "sqlite:///:memory:"
result = create_backup("hourly")
assert result["status"] == "unsupported_db"
def test_missing_db_file(self, tmp_path):
"""create_backup returns error when the SQLite DB file does not exist."""
from app.tasks.backup_tasks import create_backup
missing = tmp_path / "does_not_exist.db"
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks._db_path", return_value=missing),
):
mock_settings.backup_enabled = True
mock_settings.database_url = f"sqlite:///{missing}"
result = create_backup("hourly")
assert result["status"] == "error"
def test_successful_backup(self, tmp_path):
"""create_backup creates a .db.gz archive and a BackupRecord."""
from app.tasks.backup_tasks import create_backup
db_file = tmp_path / "test.db"
conn = sqlite3.connect(str(db_file))
conn.execute("CREATE TABLE t (id INTEGER PRIMARY KEY)")
conn.close()
backup_dir = tmp_path / "backups"
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks._db_path", return_value=db_file),
patch("app.tasks.backup_tasks._backup_dir", return_value=backup_dir),
patch("app.tasks.backup_tasks._upload_remote", return_value=None),
patch("app.tasks.backup_tasks._apply_retention"),
patch("app.tasks.backup_tasks._prune_remote_backups"),
patch("app.tasks.backup_tasks.SessionLocal") as mock_sl,
):
backup_dir.mkdir(parents=True, exist_ok=True)
mock_settings.backup_enabled = True
mock_settings.database_url = f"sqlite:///{db_file}"
mock_db = MagicMock()
mock_sl.return_value.__enter__ = MagicMock(return_value=mock_db)
mock_sl.return_value.__exit__ = MagicMock(return_value=False)
result = create_backup("hourly")
assert result["status"] == "ok"
assert "filename" in result
assert result["filename"].startswith("backup_hourly_")
assert result["filename"].endswith(".db.gz")
def test_successful_backup_postgresql(self, tmp_path):
"""create_backup creates a .pgsql.gz archive for PostgreSQL databases."""
from app.tasks.backup_tasks import create_backup
backup_dir = tmp_path / "backups"
backup_dir.mkdir()
def fake_pg_dump(db_url: str, dest: Path) -> None:
with gzip.open(str(dest), "wb") as gz:
gz.write(b"-- PostgreSQL dump\n")
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks._backup_dir", return_value=backup_dir),
patch("app.tasks.backup_tasks._dump_postgresql", side_effect=fake_pg_dump),
patch("app.tasks.backup_tasks._upload_remote", return_value=None),
patch("app.tasks.backup_tasks._apply_retention"),
patch("app.tasks.backup_tasks._prune_remote_backups"),
patch("app.tasks.backup_tasks.SessionLocal") as mock_sl,
):
mock_settings.backup_enabled = True
mock_settings.database_url = "postgresql://user:pass@localhost/testdb"
mock_db = MagicMock()
mock_sl.return_value.__enter__ = MagicMock(return_value=mock_db)
mock_sl.return_value.__exit__ = MagicMock(return_value=False)
result = create_backup("daily")
assert result["status"] == "ok"
assert result["filename"].endswith(".pgsql.gz")
assert "daily" in result["filename"]
def test_successful_backup_mysql(self, tmp_path):
"""create_backup creates a .mysql.gz archive for MySQL databases."""
from app.tasks.backup_tasks import create_backup
backup_dir = tmp_path / "backups"
backup_dir.mkdir()
def fake_mysql_dump(db_url: str, dest: Path) -> None:
with gzip.open(str(dest), "wb") as gz:
gz.write(b"-- MySQL dump\n")
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks._backup_dir", return_value=backup_dir),
patch("app.tasks.backup_tasks._dump_mysql", side_effect=fake_mysql_dump),
patch("app.tasks.backup_tasks._upload_remote", return_value=None),
patch("app.tasks.backup_tasks._apply_retention"),
patch("app.tasks.backup_tasks._prune_remote_backups"),
patch("app.tasks.backup_tasks.SessionLocal") as mock_sl,
):
mock_settings.backup_enabled = True
mock_settings.database_url = "mysql+pymysql://user:pass@localhost/testdb"
mock_db = MagicMock()
mock_sl.return_value.__enter__ = MagicMock(return_value=mock_db)
mock_sl.return_value.__exit__ = MagicMock(return_value=False)
result = create_backup("weekly")
assert result["status"] == "ok"
assert result["filename"].endswith(".mysql.gz")
assert "weekly" in result["filename"]
def test_invalid_backup_type_defaults_to_hourly(self, tmp_path):
"""create_backup normalises unknown backup_type to 'hourly'."""
from app.tasks.backup_tasks import create_backup
db_file = tmp_path / "test.db"
conn = sqlite3.connect(str(db_file))
conn.execute("CREATE TABLE t (id INTEGER PRIMARY KEY)")
conn.close()
backup_dir = tmp_path / "backups"
backup_dir.mkdir()
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks._db_path", return_value=db_file),
patch("app.tasks.backup_tasks._backup_dir", return_value=backup_dir),
patch("app.tasks.backup_tasks._upload_remote", return_value=None),
patch("app.tasks.backup_tasks._apply_retention"),
patch("app.tasks.backup_tasks._prune_remote_backups"),
patch("app.tasks.backup_tasks.SessionLocal") as mock_sl,
):
mock_settings.backup_enabled = True
mock_settings.database_url = f"sqlite:///{db_file}"
mock_db = MagicMock()
mock_sl.return_value.__enter__ = MagicMock(return_value=mock_db)
mock_sl.return_value.__exit__ = MagicMock(return_value=False)
result = create_backup("invalid_type")
assert result.get("status") == "ok"
assert "hourly" in result["filename"]
# ---------------------------------------------------------------------------
# API endpoint tests
# ---------------------------------------------------------------------------
@pytest.mark.integration
class TestBackupAPIEndpoints:
"""Tests for /api/admin/backup/* endpoints."""
def test_list_backups_admin(self, admin_client):
"""GET /api/admin/backup/ returns a list for admin users."""
resp = admin_client.get("/api/admin/backup/")
assert resp.status_code == 200
assert isinstance(resp.json(), list)
def test_list_backups_non_admin(self, non_admin_client):
"""GET /api/admin/backup/ returns 403 for non-admin users."""
resp = non_admin_client.get("/api/admin/backup/")
assert resp.status_code == 403
def test_trigger_backup_admin(self, admin_client):
"""POST /api/admin/backup/create queues a backup task."""
with patch("app.tasks.backup_tasks.create_backup") as mock_task:
mock_result = MagicMock()
mock_result.id = "fake-task-id"
mock_task.delay.return_value = mock_result
resp = admin_client.post("/api/admin/backup/create?backup_type=hourly")
assert resp.status_code == 200
data = resp.json()
assert data["status"] == "queued"
assert data["backup_type"] == "hourly"
def test_trigger_backup_invalid_type(self, admin_client):
"""POST /api/admin/backup/create returns 400 for invalid type."""
resp = admin_client.post("/api/admin/backup/create?backup_type=invalid")
assert resp.status_code == 400
def test_trigger_backup_non_admin(self, non_admin_client):
"""POST /api/admin/backup/create returns 403 for non-admin."""
resp = non_admin_client.post("/api/admin/backup/create")
assert resp.status_code == 403
def test_download_backup_not_found(self, admin_client):
"""GET /api/admin/backup/99999/download returns 404 for unknown ID."""
resp = admin_client.get("/api/admin/backup/99999/download")
assert resp.status_code == 404
def test_download_backup_no_local_file(self, admin_client, bk_engine):
"""GET /api/admin/backup/{id}/download returns 404 when file was pruned."""
Session = sessionmaker(bind=bk_engine)
with Session() as db:
rec = BackupRecord(
filename="backup_hourly_pruned.db.gz",
local_path="/nonexistent/path/file.db.gz",
backup_type="hourly",
size_bytes=0,
status="ok",
)
db.add(rec)
db.commit()
rid = rec.id
resp = admin_client.get(f"/api/admin/backup/{rid}/download")
assert resp.status_code == 404
def test_delete_backup_admin(self, admin_client, bk_engine):
"""DELETE /api/admin/backup/{id} removes the record."""
Session = sessionmaker(bind=bk_engine)
with Session() as db:
rec = BackupRecord(
filename="backup_hourly_to_delete.db.gz",
backup_type="hourly",
size_bytes=0,
status="ok",
)
db.add(rec)
db.commit()
rid = rec.id
resp = admin_client.delete(f"/api/admin/backup/{rid}")
assert resp.status_code == 200
assert resp.json()["status"] == "deleted"
def test_delete_backup_not_found(self, admin_client):
"""DELETE /api/admin/backup/99999 returns 404."""
resp = admin_client.delete("/api/admin/backup/99999")
assert resp.status_code == 404
def test_delete_backup_non_admin(self, non_admin_client):
"""DELETE /api/admin/backup/1 returns 403 for non-admin."""
resp = non_admin_client.delete("/api/admin/backup/1")
assert resp.status_code == 403
def test_cleanup_endpoint_admin(self, admin_client):
"""POST /api/admin/backup/cleanup queues cleanup task."""
with patch("app.tasks.backup_tasks.cleanup_old_backups") as mock_task:
mock_result = MagicMock()
mock_result.id = "fake-cleanup-id"
mock_task.delay.return_value = mock_result
resp = admin_client.post("/api/admin/backup/cleanup")
assert resp.status_code == 200
assert resp.json()["status"] == "queued"
def test_cleanup_endpoint_non_admin(self, non_admin_client):
"""POST /api/admin/backup/cleanup returns 403 for non-admin."""
resp = non_admin_client.post("/api/admin/backup/cleanup")
assert resp.status_code == 403
def test_restore_wrong_extension(self, admin_client):
"""POST /api/admin/backup/restore rejects files with wrong extension for current backend."""
# Default test env uses sqlite:///:memory: → expects .db.gz
resp = admin_client.post(
"/api/admin/backup/restore",
files={"file": ("backup.zip", b"data", "application/zip")},
)
assert resp.status_code == 400
def test_restore_invalid_gz_content(self, admin_client, tmp_path):
"""POST /api/admin/backup/restore rejects corrupt gzip data."""
db_file = tmp_path / "test.db"
db_file.write_bytes(b"")
with patch("app.tasks.backup_tasks._db_path", return_value=db_file):
resp = admin_client.post(
"/api/admin/backup/restore",
files={"file": ("backup.db.gz", b"not gzip data at all", "application/gzip")},
)
assert resp.status_code == 400
def test_restore_valid_archive(self, admin_client, tmp_path):
"""POST /api/admin/backup/restore succeeds with a valid gzip SQL dump."""
sql = "BEGIN TRANSACTION;\nCOMMIT;\n"
gz_data = gzip.compress(sql.encode())
db_file = tmp_path / "restore_test.db"
conn = sqlite3.connect(str(db_file))
conn.close()
with patch("app.tasks.backup_tasks._db_path", return_value=db_file):
resp = admin_client.post(
"/api/admin/backup/restore",
files={"file": ("backup.db.gz", gz_data, "application/gzip")},
)
assert resp.status_code == 200
assert resp.json()["status"] == "restored"
def test_restore_in_memory_sqlite(self, admin_client):
"""POST /api/admin/backup/restore returns 400 for in-memory SQLite (no file to restore to)."""
gz_data = gzip.compress(b"BEGIN TRANSACTION;\nCOMMIT;\n")
# _db_path() returns None for :memory: URLs → 400
with patch("app.tasks.backup_tasks._db_path", return_value=None):
resp = admin_client.post(
"/api/admin/backup/restore",
files={"file": ("backup.db.gz", gz_data, "application/gzip")},
)
assert resp.status_code == 400
def test_restore_wrong_extension_for_postgresql(self, admin_client):
"""POST /api/admin/backup/restore returns 400 when uploading .db.gz for PostgreSQL backend."""
gz_data = gzip.compress(b"-- PostgreSQL dump")
with patch("app.config.settings") as mock_settings:
mock_settings.database_url = "postgresql://user:pass@localhost/testdb"
resp = admin_client.post(
"/api/admin/backup/restore",
files={"file": ("backup.db.gz", gz_data, "application/gzip")},
)
assert resp.status_code == 400
def test_restore_wrong_extension_for_mysql(self, admin_client):
"""POST /api/admin/backup/restore returns 400 when uploading .db.gz for MySQL backend."""
gz_data = gzip.compress(b"-- MySQL dump")
with patch("app.config.settings") as mock_settings:
mock_settings.database_url = "mysql+pymysql://user:pass@localhost/testdb"
resp = admin_client.post(
"/api/admin/backup/restore",
files={"file": ("backup.db.gz", gz_data, "application/gzip")},
)
assert resp.status_code == 400
def test_restore_postgresql_success(self, admin_client):
"""POST /api/admin/backup/restore succeeds for PostgreSQL database."""
gz_data = gzip.compress(b"-- PostgreSQL dump\n")
with (
patch("app.config.settings") as mock_settings,
patch("app.tasks.backup_tasks._restore_postgresql") as mock_restore,
):
mock_settings.database_url = "postgresql://user:pass@localhost/testdb"
resp = admin_client.post(
"/api/admin/backup/restore",
files={"file": ("backup.pgsql.gz", gz_data, "application/gzip")},
)
assert resp.status_code == 200
assert resp.json()["status"] == "restored"
mock_restore.assert_called_once()
def test_restore_mysql_success(self, admin_client):
"""POST /api/admin/backup/restore succeeds for MySQL database."""
gz_data = gzip.compress(b"-- MySQL dump\n")
with (
patch("app.config.settings") as mock_settings,
patch("app.tasks.backup_tasks._restore_mysql") as mock_restore,
):
mock_settings.database_url = "mysql+pymysql://user:pass@localhost/testdb"
resp = admin_client.post(
"/api/admin/backup/restore",
files={"file": ("backup.mysql.gz", gz_data, "application/gzip")},
)
assert resp.status_code == 200
assert resp.json()["status"] == "restored"
mock_restore.assert_called_once()
def test_restore_postgresql_runtime_error(self, admin_client):
"""POST /api/admin/backup/restore returns 500 when psql command fails."""
gz_data = gzip.compress(b"-- PostgreSQL dump\n")
with (
patch("app.config.settings") as mock_settings,
patch("app.tasks.backup_tasks._restore_postgresql", side_effect=RuntimeError("psql failed")),
):
mock_settings.database_url = "postgresql://user:pass@localhost/testdb"
resp = admin_client.post(
"/api/admin/backup/restore",
files={"file": ("backup.pgsql.gz", gz_data, "application/gzip")},
)
assert resp.status_code == 500
def test_restore_postgresql_missing_binary(self, admin_client):
"""POST /api/admin/backup/restore returns 500 when psql binary is missing."""
gz_data = gzip.compress(b"-- PostgreSQL dump\n")
with (
patch("app.config.settings") as mock_settings,
patch("app.tasks.backup_tasks._restore_postgresql", side_effect=FileNotFoundError("psql not found")),
):
mock_settings.database_url = "postgresql://user:pass@localhost/testdb"
resp = admin_client.post(
"/api/admin/backup/restore",
files={"file": ("backup.pgsql.gz", gz_data, "application/gzip")},
)
assert resp.status_code == 500
def test_restore_unsupported_backend(self, admin_client):
"""POST /api/admin/backup/restore returns 400 for an unsupported database backend."""
gz_data = gzip.compress(b"-- some dump\n")
with patch("app.config.settings") as mock_settings:
mock_settings.database_url = "mssql+pyodbc://user:pass@server/db"
resp = admin_client.post(
"/api/admin/backup/restore",
files={"file": ("backup.sql.gz", gz_data, "application/gzip")},
)
assert resp.status_code == 400
# ---------------------------------------------------------------------------
# View tests
# ---------------------------------------------------------------------------
@pytest.mark.integration
class TestBackupView:
"""Tests for the /admin/backup dashboard view."""
def test_backup_dashboard_admin(self, admin_client):
"""GET /admin/backup returns 200 for admin users."""
resp = admin_client.get("/admin/backup")
assert resp.status_code == 200
assert b"Backup" in resp.content
def test_backup_dashboard_non_admin_redirect(self, non_admin_client):
"""GET /admin/backup redirects non-admin users."""
resp = non_admin_client.get("/admin/backup", follow_redirects=False)
assert resp.status_code in (302, 303)
def test_backup_dashboard_unauthenticated(self):
"""GET /admin/backup redirects unauthenticated users."""
with TestClient(app, base_url="http://localhost", raise_server_exceptions=False) as client:
resp = client.get("/admin/backup", follow_redirects=False)
assert resp.status_code in (302, 303)
# ---------------------------------------------------------------------------
# Additional coverage tests
# ---------------------------------------------------------------------------
@pytest.mark.unit
class TestDumpPostgresqlBranches:
"""Tests for branch coverage in _dump_postgresql."""
def test_dump_postgresql_no_password(self, tmp_path):
"""_dump_postgresql() works with a URL that has no password."""
from app.tasks.backup_tasks import _dump_postgresql
dest = tmp_path / "dump.pgsql.gz"
fake_sql = b"-- PostgreSQL dump\n"
mock_proc = MagicMock()
mock_proc.stdout.read.side_effect = [fake_sql, b""]
mock_proc.stderr.read.return_value = b""
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc):
_dump_postgresql("postgresql://localhost/testdb", dest)
assert dest.exists()
def test_dump_postgresql_with_port(self, tmp_path):
"""_dump_postgresql() includes -p when URL has a port."""
from app.tasks.backup_tasks import _dump_postgresql
dest = tmp_path / "dump.pgsql.gz"
mock_proc = MagicMock()
mock_proc.stdout.read.side_effect = [b"data", b""]
mock_proc.stderr.read.return_value = b""
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc) as mock_popen:
_dump_postgresql("postgresql://user:pass@localhost:5433/testdb", dest)
cmd = mock_popen.call_args[0][0]
assert "-p" in cmd
assert "5433" in cmd
def test_dump_postgresql_no_host_no_port_no_user_no_db(self, tmp_path):
"""_dump_postgresql() works with minimal URL (no host/port/user/db)."""
from app.tasks.backup_tasks import _dump_postgresql
dest = tmp_path / "dump.pgsql.gz"
mock_proc = MagicMock()
mock_proc.stdout.read.side_effect = [b"data", b""]
mock_proc.stderr.read.return_value = b""
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc) as mock_popen:
# Minimal URL: no host, no port, no username, no database
_dump_postgresql("postgresql:///", dest)
cmd = mock_popen.call_args[0][0]
# Should only have the base command args
assert "-h" not in cmd
assert "-p" not in cmd
assert "-U" not in cmd
@pytest.mark.unit
class TestDumpMysqlBranches:
"""Tests for branch coverage in _dump_mysql."""
def test_dump_mysql_no_password(self, tmp_path):
"""_dump_mysql() works with a URL that has no password."""
from app.tasks.backup_tasks import _dump_mysql
dest = tmp_path / "dump.mysql.gz"
fake_sql = b"-- MySQL dump\n"
mock_proc = MagicMock()
mock_proc.stdout.read.side_effect = [fake_sql, b""]
mock_proc.stderr.read.return_value = b""
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc):
_dump_mysql("mysql+pymysql://localhost/testdb", dest)
assert dest.exists()
def test_dump_mysql_with_port(self, tmp_path):
"""_dump_mysql() includes -P when URL has a port."""
from app.tasks.backup_tasks import _dump_mysql
dest = tmp_path / "dump.mysql.gz"
mock_proc = MagicMock()
mock_proc.stdout.read.side_effect = [b"data", b""]
mock_proc.stderr.read.return_value = b""
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc) as mock_popen:
_dump_mysql("mysql+pymysql://user:pass@localhost:3307/testdb", dest)
cmd = mock_popen.call_args[0][0]
assert "-P" in cmd
assert "3307" in cmd
def test_dump_mysql_no_host_no_user_no_db(self, tmp_path):
"""_dump_mysql() works with minimal URL."""
from app.tasks.backup_tasks import _dump_mysql
dest = tmp_path / "dump.mysql.gz"
mock_proc = MagicMock()
mock_proc.stdout.read.side_effect = [b"data", b""]
mock_proc.stderr.read.return_value = b""
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc) as mock_popen:
_dump_mysql("mysql:///", dest)
cmd = mock_popen.call_args[0][0]
assert "-h" not in cmd
assert "-P" not in cmd
assert "-u" not in cmd
@pytest.mark.unit
class TestRestoreSqliteBranches:
"""Tests for error paths in _restore_sqlite."""
def test_restore_sqlite_shutil_copy_failure(self, tmp_path):
"""_restore_sqlite() logs warning when pre-restore copy fails but continues."""
from app.tasks.backup_tasks import _restore_sqlite
db_file = tmp_path / "test.db"
# Create a real sqlite db file
conn = sqlite3.connect(str(db_file))
conn.execute("CREATE TABLE orig (id INTEGER)")
conn.commit()
conn.close()
# Valid dump archive
sql = "BEGIN TRANSACTION;\nCREATE TABLE restored (x TEXT);\nCOMMIT;\n"
archive = tmp_path / "dump.db.gz"
with gzip.open(str(archive), "wt") as gz:
gz.write(sql)
with patch("shutil.copy2", side_effect=OSError("disk full")):
# Should complete without raising despite the copy failure
_restore_sqlite(db_file, archive)
# The restore still ran (new table exists)
conn2 = sqlite3.connect(str(db_file))
tables = [r[0] for r in conn2.execute("SELECT name FROM sqlite_master WHERE type='table'")]
conn2.close()
assert "restored" in tables
def test_restore_sqlite_runtime_error_with_rollback(self, tmp_path):
"""_restore_sqlite() raises RuntimeError and attempts rollback when restore fails."""
from app.tasks.backup_tasks import _restore_sqlite
db_file = tmp_path / "test.db"
conn = sqlite3.connect(str(db_file))
conn.execute("CREATE TABLE original (id INTEGER)")
conn.commit()
conn.close()
# Valid dump archive that passes validation
sql = "BEGIN TRANSACTION;\nCREATE TABLE new_tbl (x TEXT);\nCOMMIT;\n"
archive = tmp_path / "dump.db.gz"
with gzip.open(str(archive), "wt") as gz:
gz.write(sql)
real_connect = sqlite3.connect
def mock_connect(path, *args, **kwargs):
if path == ":memory:":
# Allow the validation connect
return real_connect(path, *args, **kwargs)
# Fail the live restore connection
raise sqlite3.Error("disk error")
with patch("sqlite3.connect", side_effect=mock_connect):
with pytest.raises(RuntimeError, match="SQLite restore failed"):
_restore_sqlite(db_file, archive)
def test_restore_sqlite_rollback_failure_logged(self, tmp_path):
"""_restore_sqlite() logs an error when rollback also fails."""
from app.tasks.backup_tasks import _restore_sqlite
db_file = tmp_path / "test.db"
conn = sqlite3.connect(str(db_file))
conn.execute("CREATE TABLE original (id INTEGER)")
conn.commit()
conn.close()
sql = "BEGIN TRANSACTION;\nCREATE TABLE new_tbl (x TEXT);\nCOMMIT;\n"
archive = tmp_path / "dump.db.gz"
with gzip.open(str(archive), "wt") as gz:
gz.write(sql)
# Create the pre_restore backup file so os.path.exists returns True
bak = str(db_file) + ".pre_restore"
Path(bak).write_bytes(b"original")
real_connect = sqlite3.connect
def mock_connect(path, *args, **kwargs):
if path == ":memory:":
return real_connect(path, *args, **kwargs)
raise sqlite3.Error("disk error")
with (
patch("sqlite3.connect", side_effect=mock_connect),
# pre-restore shutil.copy2 fails → logs warning; rollback copy2 also fails → logs error
patch("shutil.copy2", side_effect=OSError("io error")),
patch("app.tasks.backup_tasks.os.path.exists", return_value=True),
):
with pytest.raises(RuntimeError, match="SQLite restore failed"):
_restore_sqlite(db_file, archive)
def test_restore_sqlite_rollback_no_bak_file(self, tmp_path):
"""_restore_sqlite() raises RuntimeError when bak file is missing (no rollback needed)."""
from app.tasks.backup_tasks import _restore_sqlite
db_file = tmp_path / "test.db"
conn = sqlite3.connect(str(db_file))
conn.execute("CREATE TABLE original (id INTEGER)")
conn.commit()
conn.close()
sql = "BEGIN TRANSACTION;\nCREATE TABLE new_tbl (x TEXT);\nCOMMIT;\n"
archive = tmp_path / "dump.db.gz"
with gzip.open(str(archive), "wt") as gz:
gz.write(sql)
real_connect = sqlite3.connect
def mock_connect(path, *args, **kwargs):
if path == ":memory:":
return real_connect(path, *args, **kwargs)
raise sqlite3.Error("disk error")
with (
patch("sqlite3.connect", side_effect=mock_connect),
# Make os.path.exists return False so the rollback bak-file check fails
patch("app.tasks.backup_tasks.os.path.exists", return_value=False),
):
with pytest.raises(RuntimeError, match="SQLite restore failed"):
_restore_sqlite(db_file, archive)
@pytest.mark.unit
class TestRestorePostgresqlBranches:
"""Tests for URL branch coverage in _restore_postgresql."""
def test_restore_postgresql_no_password(self, tmp_path):
"""_restore_postgresql() works with a URL that has no password."""
from app.tasks.backup_tasks import _restore_postgresql
archive = tmp_path / "dump.pgsql.gz"
with gzip.open(str(archive), "wb") as gz:
gz.write(b"SELECT 1;")
mock_proc = MagicMock()
mock_proc.communicate.return_value = (b"", b"")
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc):
_restore_postgresql("postgresql://localhost/testdb", archive)
def test_restore_postgresql_with_port(self, tmp_path):
"""_restore_postgresql() includes -p when URL has a port."""
from app.tasks.backup_tasks import _restore_postgresql
archive = tmp_path / "dump.pgsql.gz"
with gzip.open(str(archive), "wb") as gz:
gz.write(b"SELECT 1;")
mock_proc = MagicMock()
mock_proc.communicate.return_value = (b"", b"")
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc) as mock_popen:
_restore_postgresql("postgresql://user:pass@localhost:5433/testdb", archive)
cmd = mock_popen.call_args[0][0]
assert "-p" in cmd
assert "5433" in cmd
def test_restore_postgresql_no_host_no_user_no_db(self, tmp_path):
"""_restore_postgresql() works with minimal URL."""
from app.tasks.backup_tasks import _restore_postgresql
archive = tmp_path / "dump.pgsql.gz"
with gzip.open(str(archive), "wb") as gz:
gz.write(b"SELECT 1;")
mock_proc = MagicMock()
mock_proc.communicate.return_value = (b"", b"")
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc) as mock_popen:
_restore_postgresql("postgresql:///", archive)
cmd = mock_popen.call_args[0][0]
assert "-h" not in cmd
assert "-p" not in cmd
assert "-U" not in cmd
@pytest.mark.unit
class TestRestoreMysqlBranches:
"""Tests for URL branch coverage in _restore_mysql."""
def test_restore_mysql_no_password(self, tmp_path):
"""_restore_mysql() works with a URL that has no password."""
from app.tasks.backup_tasks import _restore_mysql
archive = tmp_path / "dump.mysql.gz"
with gzip.open(str(archive), "wb") as gz:
gz.write(b"SELECT 1;")
mock_proc = MagicMock()
mock_proc.communicate.return_value = (b"", b"")
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc):
_restore_mysql("mysql+pymysql://localhost/testdb", archive)
def test_restore_mysql_with_port(self, tmp_path):
"""_restore_mysql() includes -P when URL has a port."""
from app.tasks.backup_tasks import _restore_mysql
archive = tmp_path / "dump.mysql.gz"
with gzip.open(str(archive), "wb") as gz:
gz.write(b"SELECT 1;")
mock_proc = MagicMock()
mock_proc.communicate.return_value = (b"", b"")
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc) as mock_popen:
_restore_mysql("mysql+pymysql://user:pass@localhost:3307/testdb", archive)
cmd = mock_popen.call_args[0][0]
assert "-P" in cmd
assert "3307" in cmd
def test_restore_mysql_no_host_no_user_no_db(self, tmp_path):
"""_restore_mysql() works with minimal URL."""
from app.tasks.backup_tasks import _restore_mysql
archive = tmp_path / "dump.mysql.gz"
with gzip.open(str(archive), "wb") as gz:
gz.write(b"SELECT 1;")
mock_proc = MagicMock()
mock_proc.communicate.return_value = (b"", b"")
mock_proc.returncode = 0
with patch("app.tasks.backup_tasks.subprocess.Popen", return_value=mock_proc) as mock_popen:
_restore_mysql("mysql:///", archive)
cmd = mock_popen.call_args[0][0]
assert "-h" not in cmd
assert "-P" not in cmd
assert "-u" not in cmd
@pytest.mark.unit
class TestApplyRetentionOSError:
"""Tests for OSError path in _apply_retention."""
def test_apply_retention_oserror_on_remove(self, tmp_path, db_session):
"""_apply_retention() logs a warning when os.remove fails."""
from app.tasks.backup_tasks import _apply_retention
# Create 3 records; retain only 1 → 2 will be pruned
for i in range(3):
f = tmp_path / f"bkp_{i}.db.gz"
f.write_bytes(b"x")
db_session.add(
BackupRecord(
filename=f"bkp_{i}.db.gz",
local_path=str(f),
backup_type="daily",
size_bytes=1,
status="ok",
created_at=datetime(2026, 1, i + 1, tzinfo=timezone.utc),
)
)
db_session.commit()
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks.os.remove", side_effect=OSError("permission denied")),
):
mock_settings.backup_retain_daily = 1
_apply_retention("daily", db_session)
# Records without remote_path should still be deleted
remaining = db_session.query(BackupRecord).filter_by(backup_type="daily").all()
assert len(remaining) <= 1
def test_apply_retention_keeps_record_with_remote(self, tmp_path, db_session):
"""_apply_retention() keeps DB record when record still has a remote copy."""
from app.tasks.backup_tasks import _apply_retention
# Create 2 records: 1 new, 1 old with remote path
db_session.add(
BackupRecord(
filename="bkp_new.db.gz",
backup_type="weekly",
size_bytes=1,
status="ok",
created_at=datetime(2026, 1, 2, tzinfo=timezone.utc),
)
)
old = BackupRecord(
filename="bkp_old.db.gz",
local_path=str(tmp_path / "bkp_old.db.gz"),
backup_type="weekly",
size_bytes=1,
status="ok",
remote_path="backups/bkp_old.db.gz",
remote_destination="s3",
created_at=datetime(2026, 1, 1, tzinfo=timezone.utc),
)
db_session.add(old)
db_session.commit()
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.backup_retain_weekly = 1
_apply_retention("weekly", db_session)
# Old record should still exist because it has a remote copy
still_there = db_session.query(BackupRecord).filter_by(filename="bkp_old.db.gz").first()
assert still_there is not None
assert still_there.local_path is None # local path cleared
@pytest.mark.unit
class TestPruneRemoteBackups:
"""Tests for _prune_remote_backups."""
def test_prune_remote_backups_deletes_old_remote(self, db_session):
"""_prune_remote_backups() deletes remote copies beyond the retention limit."""
from app.tasks.backup_tasks import _prune_remote_backups
for i in range(3):
db_session.add(
BackupRecord(
filename=f"bkp_{i}.db.gz",
backup_type="hourly",
size_bytes=1,
status="ok",
remote_destination="s3",
remote_path=f"backups/bkp_{i}.db.gz",
created_at=datetime(2026, 1, i + 1, tzinfo=timezone.utc),
)
)
db_session.commit()
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks._delete_remote_copy") as mock_delete,
):
mock_settings.backup_retain_hourly = 2
_prune_remote_backups("hourly", db_session)
# Oldest record should have been passed to _delete_remote_copy
mock_delete.assert_called_once()
def test_prune_remote_backups_no_remote_records(self, db_session):
"""_prune_remote_backups() is a no-op when no records have remote paths."""
from app.tasks.backup_tasks import _prune_remote_backups
for i in range(3):
db_session.add(
BackupRecord(
filename=f"bkp_noremote_{i}.db.gz",
backup_type="daily",
size_bytes=1,
status="ok",
# No remote_path
created_at=datetime(2026, 1, i + 1, tzinfo=timezone.utc),
)
)
db_session.commit()
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks._delete_remote_copy") as mock_delete,
):
mock_settings.backup_retain_daily = 1
_prune_remote_backups("daily", db_session)
mock_delete.assert_not_called()
def test_prune_remote_backups_deletes_record_no_local(self, db_session):
"""_prune_remote_backups() deletes the DB record when no local path remains."""
from app.tasks.backup_tasks import _prune_remote_backups
# 2 new records + 1 old one without local path
for i in range(2):
db_session.add(
BackupRecord(
filename=f"bkp_new_{i}.db.gz",
backup_type="weekly",
size_bytes=1,
status="ok",
remote_destination="s3",
remote_path=f"backups/bkp_new_{i}.db.gz",
created_at=datetime(2026, 1, i + 2, tzinfo=timezone.utc),
)
)
old = BackupRecord(
filename="bkp_old_nolocal.db.gz",
local_path=None,
backup_type="weekly",
size_bytes=1,
status="ok",
remote_destination="s3",
remote_path="backups/bkp_old_nolocal.db.gz",
created_at=datetime(2026, 1, 1, tzinfo=timezone.utc),
)
db_session.add(old)
db_session.commit()
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks._delete_remote_copy"),
):
mock_settings.backup_retain_weekly = 2
_prune_remote_backups("weekly", db_session)
gone = db_session.query(BackupRecord).filter_by(filename="bkp_old_nolocal.db.gz").first()
assert gone is None
def test_prune_remote_backups_keeps_record_with_local(self, db_session):
"""_prune_remote_backups() keeps the DB record when local_path still exists."""
from app.tasks.backup_tasks import _prune_remote_backups
# 2 new records + 1 old one WITH a local path
for i in range(2):
db_session.add(
BackupRecord(
filename=f"bkp_new2_{i}.db.gz",
backup_type="hourly",
size_bytes=1,
status="ok",
remote_destination="s3",
remote_path=f"backups/bkp_new2_{i}.db.gz",
created_at=datetime(2026, 1, i + 2, tzinfo=timezone.utc),
)
)
old_with_local = BackupRecord(
filename="bkp_old_withlocal.db.gz",
local_path="/tmp/bkp_old_withlocal.db.gz",
backup_type="hourly",
size_bytes=1,
status="ok",
remote_destination="s3",
remote_path="backups/bkp_old_withlocal.db.gz",
created_at=datetime(2026, 1, 1, tzinfo=timezone.utc),
)
db_session.add(old_with_local)
db_session.commit()
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks._delete_remote_copy"),
):
mock_settings.backup_retain_hourly = 2
_prune_remote_backups("hourly", db_session)
# Record should still exist because local_path is set
still_there = db_session.query(BackupRecord).filter_by(filename="bkp_old_withlocal.db.gz").first()
assert still_there is not None
assert still_there.remote_path is None # remote path cleared
@pytest.mark.unit
class TestDeleteRemoteCopy:
"""Tests for _delete_remote_copy."""
def test_delete_remote_copy_s3(self):
"""_delete_remote_copy() calls s3.delete_object for S3 destination."""
from app.tasks.backup_tasks import _delete_remote_copy
rec = BackupRecord(
filename="x.db.gz",
backup_type="hourly",
remote_destination="s3",
remote_path="backups/x.db.gz",
)
mock_s3 = MagicMock()
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("boto3.client", return_value=mock_s3),
):
mock_settings.aws_region = "us-east-1"
mock_settings.aws_access_key_id = "key"
mock_settings.aws_secret_access_key = "secret"
mock_settings.s3_bucket_name = "my-bucket"
_delete_remote_copy(rec)
mock_s3.delete_object.assert_called_once_with(Bucket="my-bucket", Key="backups/x.db.gz")
def test_delete_remote_copy_s3_exception_logged(self):
"""_delete_remote_copy() logs warning on S3 deletion failure."""
from app.tasks.backup_tasks import _delete_remote_copy
rec = BackupRecord(
filename="x.db.gz",
backup_type="hourly",
remote_destination="s3",
remote_path="backups/x.db.gz",
)
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("boto3.client", side_effect=Exception("S3 connection error")),
):
mock_settings.aws_region = "us-east-1"
mock_settings.aws_access_key_id = "key"
mock_settings.aws_secret_access_key = "secret"
mock_settings.s3_bucket_name = "my-bucket"
# Should not raise
_delete_remote_copy(rec)
def test_delete_remote_copy_dropbox(self):
"""_delete_remote_copy() calls files_delete_v2 for Dropbox destination."""
from app.tasks.backup_tasks import _delete_remote_copy
rec = BackupRecord(
filename="x.db.gz",
backup_type="hourly",
remote_destination="dropbox",
remote_path="/backups/x.db.gz",
)
mock_dbx = MagicMock()
mock_dbx_module = MagicMock()
mock_dbx_module.Dropbox.return_value = mock_dbx
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch.dict("sys.modules", {"dropbox": mock_dbx_module}),
):
mock_settings.dropbox_refresh_token = "token123"
_delete_remote_copy(rec)
mock_dbx.files_delete_v2.assert_called_once_with("/backups/x.db.gz")
def test_delete_remote_copy_email_not_implemented(self):
"""_delete_remote_copy() logs debug for email (not implemented) destination."""
from app.tasks.backup_tasks import _delete_remote_copy
rec = BackupRecord(
filename="x.db.gz",
backup_type="hourly",
remote_destination="email",
remote_path="email:x.db.gz",
)
# Should not raise
_delete_remote_copy(rec)
def test_delete_remote_copy_nextcloud_not_implemented(self):
"""_delete_remote_copy() logs debug for nextcloud (not implemented) destination."""
from app.tasks.backup_tasks import _delete_remote_copy
rec = BackupRecord(
filename="x.db.gz",
backup_type="hourly",
remote_destination="nextcloud",
remote_path="http://nc.example.com/remote.php/dav/backups/x.db.gz",
)
_delete_remote_copy(rec)
def test_delete_remote_copy_webdav_not_implemented(self):
"""_delete_remote_copy() logs debug for webdav (not implemented) destination."""
from app.tasks.backup_tasks import _delete_remote_copy
rec = BackupRecord(
filename="x.db.gz",
backup_type="hourly",
remote_destination="webdav",
remote_path="http://dav.example.com/backups/x.db.gz",
)
_delete_remote_copy(rec)
def test_delete_remote_copy_unknown_dest(self):
"""_delete_remote_copy() silently does nothing for an unknown/unrecognized destination."""
from app.tasks.backup_tasks import _delete_remote_copy
rec = BackupRecord(
filename="x.db.gz",
backup_type="hourly",
remote_destination="unknown_provider",
remote_path="somewhere/x.db.gz",
)
# Should not raise; the try block exits without matching any if/elif
_delete_remote_copy(rec)
@pytest.mark.unit
class TestUploadRemote:
"""Tests for _upload_remote covering all destination branches."""
def test_upload_remote_s3_success(self, tmp_path):
"""_upload_remote() returns (dest, key) for S3 upload."""
from app.tasks.backup_tasks import _upload_remote
f = tmp_path / "bkp.db.gz"
f.write_bytes(b"data")
mock_s3 = MagicMock()
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("boto3.client", return_value=mock_s3),
):
mock_settings.backup_remote_destination = "s3"
mock_settings.backup_remote_folder = "backups"
mock_settings.aws_region = "us-east-1"
mock_settings.aws_access_key_id = "key"
mock_settings.aws_secret_access_key = "secret"
mock_settings.s3_bucket_name = "my-bucket"
result = _upload_remote(f, "bkp.db.gz")
assert result == ("s3", "backups/bkp.db.gz")
mock_s3.upload_fileobj.assert_called_once()
def test_upload_remote_s3_exception(self, tmp_path):
"""_upload_remote() returns None when S3 upload fails."""
from app.tasks.backup_tasks import _upload_remote
f = tmp_path / "bkp.db.gz"
f.write_bytes(b"data")
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("boto3.client", side_effect=Exception("S3 error")),
):
mock_settings.backup_remote_destination = "s3"
mock_settings.backup_remote_folder = "backups"
mock_settings.aws_region = "us-east-1"
mock_settings.aws_access_key_id = "key"
mock_settings.aws_secret_access_key = "secret"
mock_settings.s3_bucket_name = "my-bucket"
result = _upload_remote(f, "bkp.db.gz")
assert result is None
def test_upload_remote_dropbox_success(self, tmp_path):
"""_upload_remote() returns (dest, path) for Dropbox upload."""
from app.tasks.backup_tasks import _upload_remote
f = tmp_path / "bkp.db.gz"
f.write_bytes(b"data")
mock_dbx = MagicMock()
mock_dbx_module = MagicMock()
mock_dbx_module.Dropbox.return_value = mock_dbx
mock_dbx_module.files.WriteMode = MagicMock(return_value="overwrite")
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch.dict("sys.modules", {"dropbox": mock_dbx_module}),
):
mock_settings.backup_remote_destination = "dropbox"
mock_settings.backup_remote_folder = "backups"
mock_settings.dropbox_refresh_token = "token"
result = _upload_remote(f, "bkp.db.gz")
assert result == ("dropbox", "/backups/bkp.db.gz")
def test_upload_remote_email_success(self, tmp_path):
"""_upload_remote() returns (dest, email_path) for email destination."""
from app.tasks.backup_tasks import _upload_remote
f = tmp_path / "bkp.db.gz"
f.write_bytes(b"data")
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks._email_backup") as mock_email,
):
mock_settings.backup_remote_destination = "email"
mock_settings.backup_remote_folder = "backups"
result = _upload_remote(f, "bkp.db.gz")
assert result == ("email", "email:bkp.db.gz")
mock_email.assert_called_once_with(f, "bkp.db.gz")
def test_upload_remote_nextcloud_success(self, tmp_path):
"""_upload_remote() returns (dest, url) for Nextcloud upload."""
from app.tasks.backup_tasks import _upload_remote
f = tmp_path / "bkp.db.gz"
f.write_bytes(b"data")
mock_resp = MagicMock()
mock_resp.raise_for_status.return_value = None
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("requests.put", return_value=mock_resp),
):
mock_settings.backup_remote_destination = "nextcloud"
mock_settings.backup_remote_folder = "backups"
mock_settings.nextcloud_upload_url = "https://nc.example.com/remote.php/dav"
mock_settings.nextcloud_username = "user"
mock_settings.nextcloud_password = "pass"
result = _upload_remote(f, "bkp.db.gz")
assert result == ("nextcloud", "https://nc.example.com/remote.php/dav/backups/bkp.db.gz")
def test_upload_remote_webdav_success(self, tmp_path):
"""_upload_remote() returns (dest, url) for WebDAV upload."""
from app.tasks.backup_tasks import _upload_remote
f = tmp_path / "bkp.db.gz"
f.write_bytes(b"data")
mock_resp = MagicMock()
mock_resp.raise_for_status.return_value = None
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("requests.put", return_value=mock_resp),
):
mock_settings.backup_remote_destination = "webdav"
mock_settings.backup_remote_folder = "backups"
mock_settings.webdav_url = "https://dav.example.com"
mock_settings.webdav_username = "user"
mock_settings.webdav_password = "pass"
mock_settings.webdav_verify_ssl = True
result = _upload_remote(f, "bkp.db.gz")
assert result == ("webdav", "https://dav.example.com/backups/bkp.db.gz")
def test_upload_remote_default_folder(self, tmp_path):
"""_upload_remote() defaults to 'backups' folder when backup_remote_folder is None."""
from app.tasks.backup_tasks import _upload_remote
f = tmp_path / "bkp.db.gz"
f.write_bytes(b"data")
mock_resp = MagicMock()
mock_resp.raise_for_status.return_value = None
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("requests.put", return_value=mock_resp),
):
mock_settings.backup_remote_destination = "webdav"
mock_settings.backup_remote_folder = None # Should default to "backups"
mock_settings.webdav_url = "https://dav.example.com"
mock_settings.webdav_username = "user"
mock_settings.webdav_password = "pass"
mock_settings.webdav_verify_ssl = True
result = _upload_remote(f, "bkp.db.gz")
assert result is not None
assert "backups/bkp.db.gz" in result[1]
@pytest.mark.unit
class TestEmailBackup:
"""Tests for _email_backup."""
def test_email_backup_no_recipient_raises(self, tmp_path):
"""_email_backup() raises ValueError when email_default_recipient is not set."""
from app.tasks.backup_tasks import _email_backup
f = tmp_path / "bkp.db.gz"
f.write_bytes(b"data")
with patch("app.tasks.backup_tasks.settings") as mock_settings:
mock_settings.email_default_recipient = None
with pytest.raises(ValueError, match="email_default_recipient"):
_email_backup(f, "bkp.db.gz")
def test_email_backup_success(self, tmp_path):
"""_email_backup() sends email via SMTP."""
from app.tasks.backup_tasks import _email_backup
f = tmp_path / "bkp.db.gz"
with gzip.open(str(f), "wb") as gz:
gz.write(b"data")
mock_smtp_instance = MagicMock()
mock_smtp_ctx = MagicMock()
mock_smtp_ctx.__enter__ = MagicMock(return_value=mock_smtp_instance)
mock_smtp_ctx.__exit__ = MagicMock(return_value=False)
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("smtplib.SMTP", return_value=mock_smtp_ctx),
):
mock_settings.email_default_recipient = "admin@example.com"
mock_settings.email_sender = "noreply@example.com"
mock_settings.email_username = "user"
mock_settings.email_password = "pass"
mock_settings.email_host = "smtp.example.com"
mock_settings.email_port = 587
mock_settings.email_use_tls = True
_email_backup(f, "bkp.db.gz")
mock_smtp_instance.starttls.assert_called_once()
mock_smtp_instance.login.assert_called_once_with("user", "pass")
mock_smtp_instance.sendmail.assert_called_once()
def test_email_backup_no_tls_no_auth(self, tmp_path):
"""_email_backup() skips TLS and auth when not configured."""
from app.tasks.backup_tasks import _email_backup
f = tmp_path / "bkp.db.gz"
with gzip.open(str(f), "wb") as gz:
gz.write(b"data")
mock_smtp_instance = MagicMock()
mock_smtp_ctx = MagicMock()
mock_smtp_ctx.__enter__ = MagicMock(return_value=mock_smtp_instance)
mock_smtp_ctx.__exit__ = MagicMock(return_value=False)
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("smtplib.SMTP", return_value=mock_smtp_ctx),
):
mock_settings.email_default_recipient = "admin@example.com"
mock_settings.email_sender = None
mock_settings.email_username = None
mock_settings.email_password = None
mock_settings.email_host = "smtp.example.com"
mock_settings.email_port = 25
mock_settings.email_use_tls = False
_email_backup(f, "bkp.db.gz")
mock_smtp_instance.starttls.assert_not_called()
mock_smtp_instance.login.assert_not_called()
mock_smtp_instance.sendmail.assert_called_once()
@pytest.mark.unit
class TestCreateBackupAdditional:
"""Additional tests for create_backup edge cases."""
def test_create_backup_dump_exception(self, tmp_path):
"""create_backup records failure and returns error when dump raises."""
from app.tasks.backup_tasks import create_backup
db_file = tmp_path / "test.db"
conn = sqlite3.connect(str(db_file))
conn.execute("CREATE TABLE t (id INTEGER PRIMARY KEY)")
conn.close()
backup_dir = tmp_path / "backups"
backup_dir.mkdir()
mock_db = MagicMock()
mock_db_ctx = MagicMock()
mock_db_ctx.__enter__ = MagicMock(return_value=mock_db)
mock_db_ctx.__exit__ = MagicMock(return_value=False)
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks._db_path", return_value=db_file),
patch("app.tasks.backup_tasks._backup_dir", return_value=backup_dir),
patch("app.tasks.backup_tasks._dump_sqlite", side_effect=RuntimeError("dump error")),
patch("app.tasks.backup_tasks.SessionLocal", return_value=mock_db_ctx),
):
mock_settings.backup_enabled = True
mock_settings.database_url = f"sqlite:///{db_file}"
result = create_backup("hourly")
assert result["status"] == "error"
assert "dump error" in result["detail"]
mock_db.add.assert_called_once()
mock_db.commit.assert_called_once()
def test_create_backup_with_remote_upload(self, tmp_path):
"""create_backup records remote_destination and prunes remote backups."""
from app.tasks.backup_tasks import create_backup
db_file = tmp_path / "test.db"
conn = sqlite3.connect(str(db_file))
conn.execute("CREATE TABLE t (id INTEGER PRIMARY KEY)")
conn.close()
backup_dir = tmp_path / "backups"
backup_dir.mkdir()
mock_db = MagicMock()
mock_sl = MagicMock()
mock_sl.return_value.__enter__ = MagicMock(return_value=mock_db)
mock_sl.return_value.__exit__ = MagicMock(return_value=False)
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks._db_path", return_value=db_file),
patch("app.tasks.backup_tasks._backup_dir", return_value=backup_dir),
patch("app.tasks.backup_tasks._upload_remote", return_value=("s3", "backups/test.db.gz")),
patch("app.tasks.backup_tasks._apply_retention"),
patch("app.tasks.backup_tasks._prune_remote_backups") as mock_prune,
patch("app.tasks.backup_tasks.SessionLocal", mock_sl),
):
mock_settings.backup_enabled = True
mock_settings.database_url = f"sqlite:///{db_file}"
result = create_backup("daily")
assert result["status"] == "ok"
assert result["remote_destination"] == "s3"
mock_prune.assert_called_once()
def test_create_backup_postgresql_dump_failure(self, tmp_path):
"""create_backup handles PostgreSQL dump failure."""
from app.tasks.backup_tasks import create_backup
backup_dir = tmp_path / "backups"
backup_dir.mkdir()
mock_db = MagicMock()
mock_db_ctx = MagicMock()
mock_db_ctx.__enter__ = MagicMock(return_value=mock_db)
mock_db_ctx.__exit__ = MagicMock(return_value=False)
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks._backup_dir", return_value=backup_dir),
patch("app.tasks.backup_tasks._dump_postgresql", side_effect=FileNotFoundError("pg_dump not found")),
patch("app.tasks.backup_tasks.SessionLocal", return_value=mock_db_ctx),
):
mock_settings.backup_enabled = True
mock_settings.database_url = "postgresql://user:pass@localhost/testdb"
result = create_backup("hourly")
assert result["status"] == "error"
assert "pg_dump not found" in result["detail"]
def test_create_backup_mysql_dump_failure(self, tmp_path):
"""create_backup handles MySQL dump failure."""
from app.tasks.backup_tasks import create_backup
backup_dir = tmp_path / "backups"
backup_dir.mkdir()
mock_db = MagicMock()
mock_db_ctx = MagicMock()
mock_db_ctx.__enter__ = MagicMock(return_value=mock_db)
mock_db_ctx.__exit__ = MagicMock(return_value=False)
with (
patch("app.tasks.backup_tasks.settings") as mock_settings,
patch("app.tasks.backup_tasks._backup_dir", return_value=backup_dir),
patch("app.tasks.backup_tasks._dump_mysql", side_effect=RuntimeError("mysqldump failed")),
patch("app.tasks.backup_tasks.SessionLocal", return_value=mock_db_ctx),
):
mock_settings.backup_enabled = True
mock_settings.database_url = "mysql+pymysql://user:pass@localhost/testdb"
result = create_backup("weekly")
assert result["status"] == "error"
assert "mysqldump failed" in result["detail"]
@pytest.mark.unit
class TestCleanupOldBackupsTask:
"""Tests for the cleanup_old_backups Celery task."""
def test_cleanup_old_backups_returns_ok(self):
"""cleanup_old_backups() calls _apply_retention and _prune_remote_backups for all tiers."""
from app.tasks.backup_tasks import cleanup_old_backups
mock_db = MagicMock()
mock_sl = MagicMock()
mock_sl.return_value.__enter__ = MagicMock(return_value=mock_db)
mock_sl.return_value.__exit__ = MagicMock(return_value=False)
with (
patch("app.tasks.backup_tasks.SessionLocal", mock_sl),
patch("app.tasks.backup_tasks._apply_retention") as mock_apply,
patch("app.tasks.backup_tasks._prune_remote_backups") as mock_prune,
):
result = cleanup_old_backups()
assert result == {"status": "ok"}
assert mock_apply.call_count == 3
assert mock_prune.call_count == 3
for btype in ("hourly", "daily", "weekly"):
mock_apply.assert_any_call(btype, mock_db)
mock_prune.assert_any_call(btype, mock_db)