{
  "meta": {
    "version": "v1",
    "generated_at": "2026-11-22T05:50:34.301Z",
    "cache_ttl": 3600
  },
  "data": {
    "generated_at": "2026-11-21T00:34:53Z",
    "score_as_of": "2026-11-21T00:33:39Z",
    "system": {
      "frozen_forecasts": 3640,
      "matured_forecasts": 3499,
      "scored_forecasts": 3490,
      "matured_unscored_backlog": 9,
      "raw_chain_rows": 3461,
      "hash_chain_mismatches": 0,
      "exact_model_benchmarks": 3,
      "alerts": [
        "9 matured forecast windows are waiting for scoring."
      ],
      "rollup_violations": [],
      "ledger_violations": []
    },
    "hazards": [
      {
        "key": "eq",
        "hazard": "earthquake",
        "model_version": "eq_operational_S2_gear1_v2-ecb87f020f99",
        "verification_status": "prospective_scored",
        "status_badge": "Scored",
        "verification_status_label": "Matured 30-day windows of the published model version have been scored.",
        "metric_source": "retrospective_holdout_exact_model",
        "metric_source_label": "Pre-registered programme (docs/EARTHQUAKE_FORECAST_PROGRAM.md): a declared second read (reported, never used to decide) of 2023-2025 (153 issue times, 1384 M6+ cell-windows); +2.61 nats of information per M6+ cell-window over a uniform map. Live record of this version: 50 overlapping 30-day windows closed (1 non-overlapping), 24 distinct M6+ earthquakes; no live score is quoted yet: 1 non-overlapping 30-day window so far (a score is quoted from 2).",
        "auc": 0.9687,
        "brier": null,
        "brier_skill_score": 0.0219,
        "homepage_line": "AUC 0.969, pre-registered second read of years already scored",
        "forecast_storage": {
          "n_replay_artifacts": 923,
          "n_matured_forecasts": 799,
          "n_scored_forecasts": 798,
          "n_backlog": 1,
          "first_issued_at": "2026-03-13T03:00:00Z",
          "last_issued_at": "2026-11-21T00:00:00Z",
          "last_forecast_id": "eq_fcst_20261121_0000",
          "latest_replay_artifact": "/data/replay/eq_fcst_20261121_0000.json",
          "forecast_horizon": "30 days",
          "next_mature_at": "2026-11-21T06:00:00Z"
        },
        "ledger": {
          "supported": true,
          "path": "/data/earthquake-ledger.jsonl",
          "n_rows": 934,
          "prev_hash_mismatches": 0
        },
        "prospective": {
          "summary_path": "results/earthquake_prospective/prospective_summary.json",
          "status": "ok",
          "scored_as_of": "2026-11-20T18:14:28Z",
          "message": null,
          "top_5_hit_rate": null,
          "this_model_version": {
            "n_matured_forecasts": 50,
            "first_issued_at": "2026-10-10T11:00:00Z",
            "last_issued_at": "2026-10-21T18:00:00Z",
            "n_distinct_events": 24,
            "n_event_windows": 906,
            "n_independent_windows": 1,
            "mean_auc": 0.9666144612956994,
            "mean_auc_active_cells": 0.8598648672108172,
            "mean_brier": 0.001009346356281738,
            "event_weighted_information_gain_per_event": 2.3052305502023525,
            "top_1_hit_rate": 0.28,
            "top_5_hit_rate": 0.42,
            "top_10_hit_rate": 0.44,
            "top_20_hit_rate": 1
          }
        },
        "exact_model_benchmark": {
          "availability": "exact_model_benchmark",
          "label": "Pre-registered programme (docs/EARTHQUAKE_FORECAST_PROGRAM.md): a declared second read (reported, never used to decide) of 2023-2025 (153 issue times, 1384 M6+ cell-windows); +2.61 nats of information per M6+ cell-window over a uniform map.",
          "model_version": "eq_operational_S2_gear1_v2-ecb87f020f99",
          "second_read": true,
          "auc": 0.9687,
          "auc_ci95": [
            0.9645,
            0.9726
          ],
          "brier_skill_score": 0.0219,
          "information_gain_per_positive_cell_window": 2.6134,
          "n_cases": 1790100
        },
        "related_benchmark": {
          "availability": "related_research_benchmark",
          "label": "Related research benchmark exists, but it is not yet bound to the current live model version.",
          "model_version": "earthquake_honest_regional_suite",
          "source_updated_at": null,
          "global_auc": 0.9074433326526443,
          "global_brier": 0.11605939643081976,
          "same_location_auc": 0.797277556440903,
          "source_files": [
            "results/earthquake_honest/v4_regional_honest_results.json",
            "results/earthquake_honest/same_location_auc.json"
          ]
        },
        "recommended_action": "Keep freezing every earthquake forecast. Once the first 30-day windows mature, run the prospective scorer and use those scores to tune thresholds and calibration."
      },
      {
        "key": "hu",
        "hazard": "hurricane",
        "model_version": "hurricane_ri_v8_3",
        "verification_status": "prospective_scored",
        "status_badge": "Scored",
        "verification_status_label": "Prospective live scoring is active for matured hurricane forecasts. 393 storm forecasts scored against NHC best track; 49 rapid-intensification events observed.",
        "metric_source": "retrospective_holdout_exact_model",
        "metric_source_label": "Exact-model retrospective benchmark is available.",
        "auc": null,
        "brier": null,
        "brier_skill_score": null,
        "homepage_line": "247 matured forecasts scored",
        "forecast_storage": {
          "n_replay_artifacts": 256,
          "n_matured_forecasts": 252,
          "n_scored_forecasts": 247,
          "n_backlog": 5,
          "first_issued_at": "2026-03-13T03:00:00Z",
          "last_issued_at": "2026-11-20T21:46:56Z",
          "last_forecast_id": "hu_fcst_20261120_2146",
          "latest_replay_artifact": "/data/replay/hu_fcst_20261120_2146.json",
          "forecast_horizon": "24 hours",
          "next_mature_at": "2026-11-21T03:38:15Z"
        },
        "ledger": {
          "supported": true,
          "path": "/data/hurricane-ledger.jsonl",
          "n_rows": 197,
          "prev_hash_mismatches": 0,
          "since": "2026-10-03 (earlier hurricane forecasts are kept as replay files, unchained)"
        },
        "prospective": {
          "summary_path": "results/hurricane_prospective/prospective_summary.json",
          "status": "ok",
          "scored_as_of": "2026-11-20T18:16:35Z",
          "n_scored_forecasts": 247,
          "stale": false,
          "message": null,
          "unit": "storm-cycle: one scored record per storm and synoptic time t, the first made at or after t + 3 h 30 min (docs/HURRICANE_RI_V9_PROGRAM.md amendment 7, rule 1)",
          "pooled": {
            "n_storm_cycles": 393,
            "n_events": 49,
            "n_storms": 31,
            "brier": 0.079479,
            "mean_forecast": 0.096932,
            "observed_rate": 0.124682,
            "auc": 0.867762,
            "auc_withheld": null
          },
          "by_model_version": {
            "hurricane_ri_stack_v1-35938d6c09b7": {
              "n_storm_cycles": 181,
              "n_events": 22,
              "n_storms": 16,
              "brier": 0.062429,
              "mean_forecast": 0.085967,
              "observed_rate": 0.121547,
              "auc": 0.944397,
              "auc_withheld": null
            },
            "hurricane_ri_v8_2": {
              "n_storm_cycles": 33,
              "n_events": 6,
              "n_storms": 2,
              "brier": 0.173276,
              "mean_forecast": 0.125715,
              "observed_rate": 0.181818,
              "auc": null,
              "auc_withheld": "the cycles span 2 storms (< 5)"
            },
            "hurricane_ri_v8_3": {
              "n_storm_cycles": 174,
              "n_events": 21,
              "n_storms": 18,
              "brier": 0.081709,
              "mean_forecast": 0.105665,
              "observed_rate": 0.12069,
              "auc": 0.812325,
              "auc_withheld": null
            },
            "jtwc_warning_ingest": {
              "n_storm_cycles": 5,
              "n_events": 0,
              "n_storms": 1,
              "brier": 0,
              "mean_forecast": 0,
              "observed_rate": 0,
              "auc": null,
              "auc_withheld": "only one outcome occurred: a ranking score is undefined"
            }
          },
          "total_storms_scored": 393,
          "total_ri_events": 49
        },
        "exact_model_benchmark": {
          "availability": "exact_model_benchmark",
          "label": "Retrospective benchmark available for the current live model version.",
          "model_version": "hurricane_ri_v8_3",
          "source_updated_at": null,
          "auc": null,
          "auc_ci95": null,
          "brier": null,
          "brier_skill_score": null,
          "reliability_slope": null,
          "n_cases": null
        },
        "related_benchmark": null,
        "recommended_action": "Keep scoring matured hurricane forecasts against NHC best track; live AUC stays undefined until at least one rapid-intensification event is observed, so promotion decisions still rest on the retrospective benchmark."
      },
      {
        "key": "to",
        "hazard": "tornado",
        "model_version": "tornado_v3-05a06c843c87",
        "verification_status": "prospective_scored",
        "status_badge": "Scored",
        "verification_status_label": "Prospective live scoring is active for matured tornado forecasts.",
        "metric_source": "retrospective_holdout_exact_model",
        "metric_source_label": "Pre-registered programme (docs/TORNADO_MODEL_PROGRAM.md): every choice made on 2023, development test 2024, scored once on every 2025 storm observation (1,469,977; 1,579 tornadic). Live record of this version: 35,125 storm forecasts from 653 closed live forecasts, 43 followed by a tornado (SPC reports); Brier skill 0.08 against the base rate of outcomes that had closed before each forecast was issued.",
        "auc": 0.9702,
        "brier": null,
        "brier_skill_score": 0.1067,
        "brier_skill_score_reference": "test_year_base_rate",
        "live_this_version": {
          "auc": 0.9565,
          "brier": 0.00112115,
          "brier_skill_score": 0.0848,
          "n_storm_forecasts": 35125,
          "n_events": 43
        },
        "homepage_line": "AUC 0.970 pre-registered 2025 test · live BSS 0.08",
        "forecast_storage": {
          "n_replay_artifacts": 2461,
          "n_matured_forecasts": 2448,
          "n_scored_forecasts": 2445,
          "n_backlog": 3,
          "first_issued_at": "2026-03-13T03:00:00Z",
          "last_issued_at": "2026-11-21T00:33:39Z",
          "last_forecast_id": "to_fcst_20261121_0033",
          "latest_replay_artifact": "/data/replay/to_fcst_20261121_0033.json",
          "forecast_horizon": "24 hours",
          "next_mature_at": "2026-11-21T01:37:18Z"
        },
        "ledger": {
          "supported": true,
          "path": "/data/tornado-ledger.jsonl",
          "n_rows": 2527,
          "prev_hash_mismatches": 0,
          "content_hash_verified": 2357,
          "content_hash_verified_without_forecast_id": 170,
          "content_hash_legacy_note": "170 rows (2026-03-22T04:11:35.843464Z to 2026-04-13T02:14:12.996567Z) were hashed before forecast_id was added to them; each verifies with forecast_id removed",
          "content_hash_mismatches": 0,
          "content_hash_mismatched_rows": []
        },
        "prospective": {
          "summary_path": "results/tornado_prospective/prospective_summary.json",
          "status": "ok",
          "scored_as_of": "2026-11-20T18:15:03Z",
          "n_scored_forecasts": 2445,
          "stale": false,
          "message": null,
          "outcome_time_convention": "SPC daily files are convective days (12 UTC to 12 UTC); HHMM is UTC; rows before 1200 are placed on the next UTC date",
          "pooled": {
            "n_storm_forecasts": 35125,
            "n_positive": 43,
            "base_rate": 0.0012242,
            "mean_forecast_probability": 0.00107671,
            "brier": 0.00112115,
            "auc": 0.9565,
            "ece": 0.000689,
            "brier_sample_climatology": 0.0012227,
            "bss_vs_sample_climatology": 0.0831,
            "n_with_causal_reference": 34186,
            "brier_causal_climatology": 0.00125871,
            "bss_vs_causal_climatology": 0.0848,
            "label_after_issue_only": {
              "n_storm_forecasts": 35125,
              "n_positive": 41,
              "base_rate": 0.00116726,
              "brier": 0.00107445,
              "auc": 0.9557
            },
            "n_repeat_storm_forecasts_dropped": 2673,
            "n_forecasts": 653,
            "first_issued_at": "2026-10-03T03:39:53Z",
            "last_issued_at": "2026-11-19T17:35:09Z"
          },
          "pooled_by_served_mode": null,
          "skill_reference": "bss_vs_causal_climatology: reference = base rate of the SAME model version's storm-forecasts whose 24 h window matured before the forecast was issued (no outcome leak; versions differ in event definition). bss_vs_sample_climatology: reference = pooled base rate of the scored set itself (in-sample, shown for comparison). Both are null when no event was observed. Scored on the model's full-precision probability.",
          "pooled_model_version": "tornado_v3-05a06c843c87"
        },
        "exact_model_benchmark": {
          "availability": "exact_model_benchmark",
          "label": "Pre-registered programme (docs/TORNADO_MODEL_PROGRAM.md): every choice made on 2023, development test 2024, scored once on every 2025 storm observation (1,469,977; 1,579 tornadic).",
          "model_version": "tornado_v3-05a06c843c87",
          "auc": 0.9702,
          "auc_ci95": [
            0.9636,
            0.9758
          ],
          "brier_skill_score": 0.1067,
          "n_cases": 1469977
        },
        "related_benchmark": {
          "availability": "related_research_benchmark",
          "label": "A historical 2024 holdout benchmark exists for a related tornado GBT family, but not yet as an exact score for the live storm-object model. Its Brier/BSS were measured at a downsampled base rate of 0.003 and are not comparable to live skill at the natural base rate.",
          "model_version": "hazardpulse_tornado_definitive_v2",
          "source_updated_at": "2026-10-02T05:38:43Z",
          "evaluated_base_rate": 0.0032204083298574162,
          "auc": 0.939537523974802,
          "brier": 0.0030295057150957643,
          "brier_skill_score": 0.056239715640696075,
          "source_files": [
            "results/definitive/definitive_results.json"
          ]
        },
        "recommended_action": "Judge the live tornado model on the pooled BSS against causal climatology (and its served-probability split), not on per-forecast means or the downsampled research holdout."
      }
    ]
  }
}