feat(backup): check a backup against what is in place, changing nothing (#5823)
#5823 "Check a backup: compare what it would restore with what is in place, without restoring". - steward/backup/check.py: pg_restore writes the backup's rows as COPY text with no database involved. The rows in place go out through COPY in the same form. Tables are compared on their primary keys, over the columns both sides have, and grouped by area. - Sealed values are opened with each side's own key and compared as plaintext digests, so a secret sealed twice still matches. They are never shown. A backup whose key can't open its own secrets fails the check. - What Steward records as it runs (last-seen times, a schedule's last run, backup history, scraped UniFi fields) is left out of the comparison: contents.ACTIVITY, STATE_SETTINGS and HAND_SET_ONLY. - Settings → Backups: - a Check button on each sent backup, which fetches it from the bucket (new s3.get_file); - "Check a file" to upload one, with the size limit raised before the CSRF check reads the form; - a results page. - Each backup Steward sends checks itself once written, and its history row says how that went. - New CLI command `steward check-backup FILE`. CI's image smoke step checks a real backup against its source and expects a match. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
@@ -59,3 +59,55 @@ EXCLUDED: frozenset[str] = frozenset({
|
||||
"unifi_events", "unifi_fw_rules", "unifi_networks", "unifi_port_forwards",
|
||||
"unifi_speedtest_results", "unifi_wan_stats", "unifi_wlan_stats",
|
||||
})
|
||||
|
||||
# ── What a check compares (#5823) ────────────────────────────────────────────
|
||||
# Checking a backup compares its kept rows with the ones in place. Some columns
|
||||
# of kept tables are Steward's own record of what it last saw, not something
|
||||
# anyone set up: they change by the minute, so comparing them would call every
|
||||
# backup out of date. They are left out of the comparison (a restore still
|
||||
# carries them). `updated_at` is bookkeeping wherever it appears.
|
||||
ACTIVITY: dict[str, frozenset[str]] = {
|
||||
"api_tokens": frozenset({"last_used_at"}),
|
||||
# What the agent reports about its host; the enrolment (host_id,
|
||||
# token_hash, token_created_at) is what is compared.
|
||||
"host_agent_registrations": frozenset({
|
||||
"agent_version", "kernel", "distro", "arch", "host_ip", "last_seen_at",
|
||||
"clock_offset_s", "clock_checked_at", "updates_manager", "updates_pending",
|
||||
"updates_security", "updates_checked_at", "updates_error", "reboot_required",
|
||||
"reboot_required_since", "reboot_packages", "maint_helper", "drive_health",
|
||||
"drive_health_at"}),
|
||||
"host_maintenance_plans": frozenset({"last_slot_at"}),
|
||||
"monitors": frozenset({"last_checked_at"}),
|
||||
"ansible_schedules": frozenset({"last_run_at", "last_run_id", "last_error"}),
|
||||
"snmp_devices": frozenset({"last_polled_at", "last_ok_at", "last_error", "missing"}),
|
||||
"prometheus_targets": frozenset({"last_scraped_at", "last_ok_at", "last_error", "last_kept",
|
||||
"last_dropped", "last_capped"}),
|
||||
# Scraped from the controller; the name and note are what someone set.
|
||||
"unifi_known_clients": frozenset({"hostname", "ip", "mac_vendor", "is_blocked", "first_seen",
|
||||
"last_seen", "scraped_at"}),
|
||||
}
|
||||
ACTIVITY_EVERYWHERE: frozenset[str] = frozenset({"updated_at"})
|
||||
|
||||
# Settings Steward writes as it runs: a record of its own work, not setup.
|
||||
STATE_SETTINGS: frozenset[str] = frozenset({
|
||||
"backup.history", "backup.last_attempt_at", "backup.last_success_at",
|
||||
"reports.last_sent_at", "cleanup.last_run",
|
||||
})
|
||||
|
||||
# A network client only counts once someone has named it or noted it; the
|
||||
# rest are the controller's, and come and go as devices do.
|
||||
HAND_SET_ONLY: dict[str, tuple[str, ...]] = {"unifi_known_clients": ("name", "note")}
|
||||
|
||||
# How a check groups what it found, in the order it shows them. A table
|
||||
# not named here is shown under "Other".
|
||||
AREAS: tuple[tuple[str, tuple[str, ...]], ...] = (
|
||||
("Settings", ("app_settings",)),
|
||||
("Users and API tokens", ("users", "api_tokens")),
|
||||
("Hosts and agents", ("hosts", "host_agent_registrations", "host_maintenance_plans")),
|
||||
("Monitors", ("monitors",)),
|
||||
("Alert rules and maintenance windows", ("alert_rules", "maintenance_windows")),
|
||||
("Ansible", ("ansible_targets", "ansible_groups", "ansible_target_groups", "ansible_schedules")),
|
||||
("Dashboards", ("dashboards", "dashboard_widgets", "dashboard_share_tokens")),
|
||||
("Plugins", ("snmp_devices", "prometheus_targets", "prometheus_widget_templates",
|
||||
"unifi_known_clients")),
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user