feat: migrate displayed historical data to postgres

backend/app/storage_diagnostics.py

@@ -1,4 +1,4 @@
-"""Report active phase-1 RCON storage backend and migrated table counts."""
+"""Report active PostgreSQL/displayed storage backend and migration parity counts."""
 
 from __future__ import annotations
 
@@ -12,7 +12,7 @@ from .rcon_admin_log_storage import initialize_rcon_admin_log_storage
 from .sqlite_utils import connect_sqlite_readonly
 
 
-MIGRATED_TABLES = (
+MIGRATED_RCON_TABLES = (
     "rcon_admin_log_events",
     "rcon_player_profile_snapshots",
     "rcon_materialized_matches",
@@ -28,11 +28,14 @@ def build_storage_diagnostics() -> dict[str, object]:
     """Return one JSON-safe diagnostic payload for the migrated domains."""
     if use_postgres_rcon_storage():
         from .postgres_rcon_storage import count_migrated_tables
+        from .postgres_display_storage import table_counts
 
-        counts = count_migrated_tables()
+        rcon_counts = count_migrated_tables()
+        displayed_counts = table_counts()
         backend = "postgresql"
     else:
-        counts = _count_sqlite_tables()
+        rcon_counts = _count_sqlite_tables()
+        displayed_counts = {}
         backend = "sqlite-fallback"
     materialization = summarize_rcon_materialization_status()
     return {
@@ -46,22 +49,63 @@ def build_storage_diagnostics() -> dict[str, object]:
             "rcon-materialized-matches",
             "rcon-materialized-player-stats",
             "rcon-safe-scoreboard-candidates",
+            "public-scoreboard-historical-matches-and-player-stats",
+            "weekly-rankings",
+            "monthly-rankings",
+            "displayed-historical-snapshots",
+            "server-summary-and-live-server-cache",
+            "player-event-ledger",
         ],
-        "table_counts": counts,
+        "table_counts": {
+            **rcon_counts,
+            **displayed_counts,
+            "admin_log_events": rcon_counts.get("rcon_admin_log_events", 0),
+            "materialized_matches": rcon_counts.get("rcon_materialized_matches", 0),
+            "player_stats": rcon_counts.get("rcon_match_player_stats", 0),
+            "public_scoreboard_historical_matches": displayed_counts.get(
+                "historical_matches", 0
+            ),
+            "weekly_rankings_source_stats": displayed_counts.get(
+                "historical_player_match_stats", 0
+            ),
+            "monthly_rankings_source_stats": displayed_counts.get(
+                "historical_player_match_stats", 0
+            ),
+            "server_summary_cache": displayed_counts.get("displayed_historical_snapshots", 0),
+            "player_event_ledger": displayed_counts.get("player_event_raw_ledger", 0),
+            "scoreboard_candidates": rcon_counts.get("rcon_scoreboard_match_candidates", 0),
+        },
         "latest_materialized_matches": materialization["latest_materialized_matches"],
         "latest_admin_log_match_end_events": materialization[
             "latest_admin_log_match_end_events"
         ],
         "match_end_status": materialization["match_end_status"],
-        "sqlite_remaining": [
-            "live server snapshots and /api/servers cache",
-            "public-scoreboard historical_* tables and scoreboard fallback data",
-            "historical snapshots, player-event ledger and Elo/MMR tables",
+        "remaining_sqlite_or_file_backed_domains": [
+            {
+                "domain": "public-scoreboard ingestion run and backfill checkpoints",
+                "displayed_in_frontend": False,
+                "reason": "operational import bookkeeping is not read by visible pages",
+                "planned_phase": "phase-3-or-when-scoreboard-import-runs-on-postgresql",
+            },
+            {
+                "domain": "Elo/MMR tables",
+                "displayed_in_frontend": False,
+                "reason": "Elo/MMR remains paused and hidden from visible pages",
+                "planned_phase": "phase-3",
+            },
         ],
-        "scoreboard_correlation": (
-            "PostgreSQL safe candidates are preferred when present; phase-1 still falls "
-            "back to trusted persisted historical_* scoreboard rows on SQLite."
-        ),
+        "sqlite_remaining": [
+            "public-scoreboard ingestion run and backfill checkpoints",
+            "paused Elo/MMR tables",
+        ],
+        "scoreboard_correlation": "PostgreSQL safe candidates and migrated trusted historical match URLs are used.",
+        "migration_parity_summary": {
+            "available": backend == "postgresql",
+            "source_command": "python -m app.sqlite_to_postgres_migration",
+            "displayed_historical_storage": (
+                "postgresql" if backend == "postgresql" else "sqlite-or-file-fallback"
+            ),
+        },
     }
 
 
@@ -69,7 +113,7 @@ def _count_sqlite_tables() -> dict[str, int]:
     resolved_path = initialize_rcon_admin_log_storage()
     counts: dict[str, int] = {}
     with closing(connect_sqlite_readonly(resolved_path)) as connection:
-        for table_name in MIGRATED_TABLES:
+        for table_name in MIGRATED_RCON_TABLES:
             try:
                 row = connection.execute(
                     f"SELECT COUNT(*) AS count FROM {table_name}"
@@ -82,7 +126,7 @@ def _count_sqlite_tables() -> dict[str, int]:
 
 
 def main() -> None:
-    print(json.dumps(build_storage_diagnostics(), ensure_ascii=False, indent=2))
+    print(json.dumps(build_storage_diagnostics(), ensure_ascii=False, indent=2, default=str))
 
 
 if __name__ == "__main__":