{"snapshots":[{"domain":"rollup_threshold","as_of":"2026-09-03","n":899,"brier":0.22328880752051355,"log_score":0.629927672436271}],"gate_history":[{"created_at":"2026-08-31T12:07:53.491816Z","domain":"rollup_threshold","as_of":"2026-08-31","passes":false,"reasons":["skill not statistically significant: bootstrap upper 95% CI of mean(d) = 0.017701232536019417 (need < 0)","calibration-in-the-large bias: z_bias=11.30082973430979 (need |z| < 2.0)","conditional bias: Spiegelhalter Z=2.3373917543725233 (need |Z| < 2.0)"],"report":{"n":2441,"as_of":"2026-08-31","domain":"rollup_threshold","z_bias":11.30082973430979,"raw_brier":0.21390362614536046,"meets_min_n":true,"min_n_required":150,"total_cost_usd":72.1256,"spiegelhalter_z":2.3373917543725233,"calibrated_brier":0.20354462519243127,"brier_skill_score":0.1858214992302749,"market_comparison":"not applicable — needs clob.polymarket.com price-history (deferred, see memory)","naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":0.017701232536019417,"skill_bootstrap_point_estimate":-0.03609637385463955}},{"created_at":"2026-08-31T21:47:02.880138Z","domain":"rollup_threshold","as_of":"2026-08-31","passes":false,"reasons":["skill not statistically significant: bootstrap upper 95% CI of mean(d) = 0.019031066991408423 (need < 0)","calibration-in-the-large bias: z_bias=2.307896883485934 (need |z| < 2.0)","conditional bias: Spiegelhalter Z=8.817905669490848 (need |Z| < 2.0)"],"report":{"n":3041,"as_of":"2026-08-31","domain":"rollup_threshold","z_bias":2.307896883485934,"raw_brier":0.21713649450829361,"meets_min_n":true,"min_n_required":150,"total_cost_usd":78.2375,"spiegelhalter_z":8.817905669490848,"calibrated_brier":0.22461331581440572,"brier_skill_score":0.10154673674237713,"market_comparison":"not applicable — needs clob.polymarket.com price-history (deferred, see memory)","naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":0.019031066991408423,"skill_bootstrap_point_estimate":-0.03286350549170637}},{"created_at":"2026-09-01T09:14:53.933853Z","domain":"rollup_threshold","as_of":"2026-09-01","passes":false,"reasons":["Brier Skill Score 0.03253587928300816 < required 0.1 (the 'meaningfully below' clause)","calibration-in-the-large bias: z_bias=-5.08164872231763 (need |z| < 2.0)","conditional bias: Spiegelhalter Z=2.0730485734828794 (need |Z| < 2.0)"],"report":{"n":585,"as_of":"2026-09-01","domain":"rollup_threshold","z_bias":-5.08164872231763,"raw_brier":0.2333143763564387,"meets_min_n":true,"min_n_required":150,"total_cost_usd":5.9724,"base_rate_alarm":null,"spiegelhalter_z":2.0730485734828794,"calibrated_brier":0.24186603017924796,"brier_skill_score":0.03253587928300816,"market_comparison":"not applicable — needs clob.polymarket.com price-history (deferred, see memory)","pastcast_base_rate":0.4320773869946856,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":-0.0017413519547816434,"skill_bootstrap_point_estimate":-0.016685623643561298}},{"created_at":"2026-09-01T19:33:29.707186Z","domain":"rollup_threshold","as_of":"2026-09-01","passes":false,"reasons":["Brier Skill Score 0.06522702366923705 < required 0.1 (the 'meaningfully below' clause)","calibration-in-the-large bias: z_bias=-5.324062007824927 (need |z| < 2.0)"],"report":{"n":1187,"as_of":"2026-09-01","domain":"rollup_threshold","z_bias":-5.324062007824927,"raw_brier":0.23052005890552205,"meets_min_n":true,"min_n_required":150,"total_cost_usd":12.1225,"base_rate_alarm":null,"spiegelhalter_z":0.2192878104571251,"calibrated_brier":0.23369324408269074,"brier_skill_score":0.06522702366923705,"market_comparison":"not applicable — needs clob.polymarket.com price-history (deferred, see memory)","pastcast_base_rate":0.4321122136835037,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":-0.010373495512756147,"skill_bootstrap_point_estimate":-0.01947994109447797}},{"created_at":"2026-09-02T00:09:08.457732Z","domain":"rollup_threshold","as_of":"2026-09-01","passes":false,"reasons":["Brier Skill Score 0.03279809427878422 < required 0.1 (the 'meaningfully below' clause)","calibration-in-the-large bias: z_bias=-4.50814588716869 (need |z| < 2.0)","conditional bias: Spiegelhalter Z=5.160652735963641 (need |Z| < 2.0)"],"report":{"n":1783,"as_of":"2026-09-01","domain":"rollup_threshold","z_bias":-4.50814588716869,"raw_brier":0.23997136880264835,"meets_min_n":true,"min_n_required":150,"total_cost_usd":19.1863,"base_rate_alarm":null,"spiegelhalter_z":5.160652735963641,"calibrated_brier":0.24180047643030395,"brier_skill_score":0.03279809427878422,"market_comparison":{"n":12,"skipped":11,"our_brier":0.0366193694800205,"market_brier":0.02243266666666666},"pastcast_base_rate":0.4321328400071612,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":-0.003182458869783204,"skill_bootstrap_point_estimate":-0.010028631197351623}},{"created_at":"2026-09-02T04:08:08.033212Z","domain":"rollup_threshold","as_of":"2026-09-02","passes":false,"reasons":["skill not statistically significant: bootstrap upper 95% CI of mean(d) = 0.021771723830195464 (need < 0)","Brier Skill Score -0.049189314170551945 < required 0.1 (the 'meaningfully below' clause)","calibration-in-the-large bias: z_bias=-5.310245996441495 (need |z| < 2.0)","conditional bias: Spiegelhalter Z=4.744163239094746 (need |Z| < 2.0)"],"report":{"n":409,"as_of":"2026-09-02","domain":"rollup_threshold","z_bias":-5.310245996441495,"raw_brier":0.262297328542638,"meets_min_n":true,"min_n_required":150,"total_cost_usd":4.6872,"base_rate_alarm":null,"spiegelhalter_z":4.744163239094746,"calibrated_brier":0.262297328542638,"brier_skill_score":-0.049189314170551945,"market_comparison":{"n":12,"skipped":20,"our_brier":0.0366193694800205,"market_brier":0.02243266666666666},"forecaster_version":"m5-v3","pastcast_base_rate":0.4320608410378765,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":0.021771723830195464,"skill_bootstrap_point_estimate":0.012297328542637972}},{"created_at":"2026-09-02T04:38:31.669442Z","domain":"rollup_threshold","as_of":"2026-09-02","passes":false,"reasons":["n=0 < required 150","skill not statistically significant: bootstrap upper 95% CI of mean(d) = None (need < 0)","Brier Skill Score None < required 0.1 (the 'meaningfully below' clause)","calibration-in-the-large bias: z_bias=None (need |z| < 2.0)","conditional bias: Spiegelhalter Z=None (need |Z| < 2.0)"],"report":{"n":0,"as_of":"2026-09-02","domain":"rollup_threshold","z_bias":null,"raw_brier":null,"meets_min_n":false,"min_n_required":150,"total_cost_usd":0,"base_rate_alarm":null,"spiegelhalter_z":null,"calibrated_brier":null,"brier_skill_score":null,"market_comparison":{"n":12,"skipped":20,"our_brier":0.0366193694800205,"market_brier":0.02243266666666666},"forecaster_version":"m5-v5","pastcast_base_rate":0.43202826812977096,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":null,"skill_bootstrap_point_estimate":null}},{"created_at":"2026-09-02T08:07:07.963979Z","domain":"rollup_threshold","as_of":"2026-09-02","passes":true,"reasons":[],"report":{"n":394,"as_of":"2026-09-02","domain":"rollup_threshold","z_bias":-0.2842587633324427,"raw_brier":0.22135334237035043,"meets_min_n":true,"min_n_required":150,"total_cost_usd":4.2399,"base_rate_alarm":null,"spiegelhalter_z":-0.28493905282341914,"calibrated_brier":0.22135334237035043,"brier_skill_score":0.1145866305185983,"market_comparison":{"n":12,"skipped":20,"our_brier":0.0366193694800205,"market_brier":0.02243266666666666},"forecaster_version":"m5-v5","pastcast_base_rate":0.43221130330383745,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":-0.013028822280843748,"skill_bootstrap_point_estimate":-0.028646657629649547}},{"created_at":"2026-09-02T12:47:30.750428Z","domain":"rollup_threshold","as_of":"2026-09-02","passes":true,"reasons":[],"report":{"n":898,"as_of":"2026-09-02","domain":"rollup_threshold","z_bias":0.2990154990489315,"raw_brier":0.22329931234360817,"meets_min_n":true,"min_n_required":150,"total_cost_usd":9.6636,"base_rate_alarm":null,"spiegelhalter_z":0.49705810640181247,"calibrated_brier":0.22323091256913705,"brier_skill_score":0.10707634972345181,"market_comparison":{"n":13,"skipped":24,"our_brier":0.03422935100365562,"market_brier":0.025708999999999996},"forecaster_version":"m5-v5","pastcast_base_rate":0.43248808613284695,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":-0.012733034524622421,"skill_bootstrap_point_estimate":-0.026700687656391827}},{"created_at":"2026-09-03T02:44:36.724883Z","domain":"rollup_threshold","as_of":"2026-09-03","passes":true,"reasons":[],"report":{"n":1223,"as_of":"2026-09-03","domain":"rollup_threshold","family":"metric_threshold","z_bias":0.12996985353206444,"raw_brier":0.2105886494100098,"meets_min_n":true,"horizon_days":null,"min_n_required":150,"total_cost_usd":13.1047,"base_rate_alarm":null,"spiegelhalter_z":-0.6450315290915285,"calibrated_brier":0.210914405873603,"brier_skill_score":0.15634237650558802,"market_comparison":{"n":13,"skipped":24,"our_brier":0.03422935100365562,"market_brier":0.025708999999999996},"forecaster_version":"m5-v5","pastcast_base_rate":0.43248543746158125,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":-0.020553194928510994,"skill_bootstrap_point_estimate":-0.03941135058999022}},{"created_at":"2026-09-03T02:44:40.569426Z","domain":"rollup_threshold","as_of":"2026-09-03","passes":true,"reasons":[],"report":{"n":324,"as_of":"2026-09-03","domain":"rollup_threshold","family":"metric_threshold","z_bias":-0.3283105925496008,"raw_brier":0.17534963045524773,"meets_min_n":true,"horizon_days":30,"min_n_required":150,"total_cost_usd":3.4309,"base_rate_alarm":null,"spiegelhalter_z":-1.797232240488115,"calibrated_brier":0.17676908289190119,"brier_skill_score":0.29292366843239526,"market_comparison":{"n":13,"skipped":24,"our_brier":0.03422935100365562,"market_brier":0.025708999999999996},"forecaster_version":"m5-v5","pastcast_base_rate":0.43248543746158125,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":-0.04953457893923513,"skill_bootstrap_point_estimate":-0.07465036954475227}},{"created_at":"2026-09-03T02:44:41.380921Z","domain":"rollup_threshold","as_of":"2026-09-03","passes":true,"reasons":[],"report":{"n":899,"as_of":"2026-09-03","domain":"rollup_threshold","family":null,"z_bias":0.3316058089272213,"raw_brier":0.22328880752051355,"meets_min_n":true,"horizon_days":7,"min_n_required":150,"total_cost_usd":9.6738,"base_rate_alarm":null,"spiegelhalter_z":0.4870090205080752,"calibrated_brier":0.22322039546878805,"brier_skill_score":0.10711841812484779,"market_comparison":{"n":13,"skipped":24,"our_brier":0.03422935100365562,"market_brier":0.025708999999999996},"forecaster_version":"m5-v5","pastcast_base_rate":0.43248543746158125,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":-0.012464430931156201,"skill_bootstrap_point_estimate":-0.02671119247948644}},{"created_at":"2026-09-03T03:40:15.204994Z","domain":"rollup_threshold","as_of":"2026-09-03","passes":true,"reasons":[],"report":{"n":899,"as_of":"2026-09-03","domain":"rollup_threshold","family":"metric_threshold","z_bias":0.3316058089272213,"raw_brier":0.22328880752051355,"meets_min_n":true,"horizon_days":7,"min_n_required":150,"total_cost_usd":9.6738,"base_rate_alarm":null,"spiegelhalter_z":0.4870090205080752,"calibrated_brier":0.22322039546878805,"brier_skill_score":0.10711841812484779,"market_comparison":{"n":13,"skipped":24,"our_brier":0.03422935100365562,"market_brier":0.025708999999999996},"forecaster_version":"m5-v5","pastcast_base_rate":0.43239568408432993,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":-0.01217290096122873,"skill_bootstrap_point_estimate":-0.02671119247948644}},{"created_at":"2026-09-03T03:40:18.727341Z","domain":"rollup_threshold","as_of":"2026-09-03","passes":false,"reasons":["conditional bias: Spiegelhalter Z=-2.0281798955987616 (need |Z| < 2.0)"],"report":{"n":396,"as_of":"2026-09-03","domain":"rollup_threshold","family":"metric_threshold","z_bias":-0.9659065022281441,"raw_brier":0.17376440625462702,"meets_min_n":true,"horizon_days":30,"min_n_required":150,"total_cost_usd":4.1925,"base_rate_alarm":null,"spiegelhalter_z":-2.0281798955987616,"calibrated_brier":0.17478531548325454,"brier_skill_score":0.3008587380669818,"market_comparison":{"n":13,"skipped":24,"our_brier":0.03422935100365562,"market_brier":0.025708999999999996},"forecaster_version":"m5-v5","pastcast_base_rate":0.43239568408432993,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":-0.04580676478391439,"skill_bootstrap_point_estimate":-0.07623559374537295}},{"created_at":"2026-09-03T03:40:19.672434Z","domain":"rollup_threshold","as_of":"2026-09-03","passes":true,"reasons":[],"report":{"n":899,"as_of":"2026-09-03","domain":"rollup_threshold","family":null,"z_bias":0.3316058089272213,"raw_brier":0.22328880752051355,"meets_min_n":true,"horizon_days":7,"min_n_required":150,"total_cost_usd":9.6738,"base_rate_alarm":null,"spiegelhalter_z":0.4870090205080752,"calibrated_brier":0.22322039546878805,"brier_skill_score":0.10711841812484779,"market_comparison":{"n":13,"skipped":24,"our_brier":0.03422935100365562,"market_brier":0.025708999999999996},"forecaster_version":"m5-v5","pastcast_base_rate":0.43239568408432993,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":-0.012330348241068684,"skill_bootstrap_point_estimate":-0.02671119247948644}}]}