{"regime":{"forecaster_version":"m5-v5","schemes":["forecast_referenced"],"gate":{"created_at":"2026-10-08T18:18:52.145375Z","domain":"rollup_threshold","as_of":"2026-10-08","passes":true,"reasons":[],"report":{"n":892,"as_of":"2026-10-08","domain":"rollup_threshold","family":null,"metric":null,"z_bias":0.6541872674180899,"metrics":["goldstein_scale","story_points"],"raw_brier":0.22303701874367995,"meets_min_n":true,"horizon_days":7,"min_n_required":150,"total_cost_usd":9.5968,"base_rate_alarm":null,"spiegelhalter_z":0.3289258143194391,"calibrated_brier":0.22297424899220178,"scheme_base_rate":0.4299122807017544,"brier_skill_score":0.10810300403119288,"market_comparison":"not applicable — no resolved market questions with forecasts in this population (domain=rollup_threshold, forecaster_version=m5-v5, family=any (scheme-scoped), horizon_days=7)","forecaster_version":"m5-v5","pastcast_base_rate":0.4742152466367713,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":-0.013044232387154178,"skill_bootstrap_point_estimate":-0.026962981256320052},"withheld":null,"horizon_days":7,"horizon":"7","applies_to_this_view":true},"gate_scope":{"horizon":"7","horizon_label":"up to 7 days","has_gate":true,"note":"This verdict was evaluated on horizon 7 (up to 7 days), domain rollup_threshold — the same scope as the families below."},"latest_gate":{"created_at":"2026-10-08T18:18:52.145375Z","domain":"rollup_threshold","as_of":"2026-10-08","passes":true,"reasons":[],"report":{"n":892,"as_of":"2026-10-08","domain":"rollup_threshold","family":null,"metric":null,"z_bias":0.6541872674180899,"metrics":["goldstein_scale","story_points"],"raw_brier":0.22303701874367995,"meets_min_n":true,"horizon_days":7,"min_n_required":150,"total_cost_usd":9.5968,"base_rate_alarm":null,"spiegelhalter_z":0.3289258143194391,"calibrated_brier":0.22297424899220178,"scheme_base_rate":0.4299122807017544,"brier_skill_score":0.10810300403119288,"market_comparison":"not applicable — no resolved market questions with forecasts in this population (domain=rollup_threshold, forecaster_version=m5-v5, family=any (scheme-scoped), horizon_days=7)","forecaster_version":"m5-v5","pastcast_base_rate":0.4742152466367713,"naive_baseline_brier":0.25,"skill_bootstrap_upper_95ci":-0.013044232387154178,"skill_bootstrap_point_estimate":-0.026962981256320052},"withheld":null,"horizon_days":7,"horizon":"7","applies_to_this_view":true},"market_benchmark":{"created_at":"2026-09-06","forecaster_version":"m5-v5","market_comparison":{"n":331,"skipped":24,"by_source":{"manifold":{"n":315,"our_brier":0.1864906481819661,"market_brier":0.17187037781312978},"polymarket":{"n":16,"our_brier":0.05041584884724107,"market_brier":0.036559015624999996},"manifold (earlier wording, retired)":{"n":383,"our_brier":0.1985777757479432,"market_brier":0.15493830156301072}},"our_brier":0.1799130143772664,"market_brier":0.1653296473146099},"label":"This market comparison is from an earlier gate run, dated 2026-09-06, on forecaster m5-v5. The newest gate run has no market comparison."},"naive_baseline_brier":0.25,"min_n_for_a_verdict":30,"horizon":"7","gate_horizon":"7","horizons":[{"key":"7","label":"up to 7 days","n_pastcast":892,"n_live":27},{"key":"30","label":"8 to 30 days","n_pastcast":396,"n_live":17},{"key":"90","label":"31 to 90 days","n_pastcast":3007,"n_live":9},{"key":"long","label":"over 90 days","n_pastcast":0,"n_live":2}]},"pastcast":{"n":892,"enough_to_judge":true,"base_rate":0.4742152466367713,"mean_p":0.46390178003299076,"brier":0.22297424899220178,"brier_skill_score":0.10810300403119288,"climatology_brier":0.24933514649399746,"brier_skill_vs_base_rate":0.1057247559057235,"z_bias":0.6541872674180899,"spiegelhalter_z":0.3289258143194391,"hit_rate":0.6109865470852018,"bins":[{"lo":0.0,"hi":0.1,"n":59,"mean_p":0.04033013447114932,"observed":0.03389830508474576},{"lo":0.1,"hi":0.2,"n":17,"mean_p":0.14399490238039483,"observed":0.058823529411764705},{"lo":0.2,"hi":0.3,"n":32,"mean_p":0.25976291621197595,"observed":0.28125},{"lo":0.3,"hi":0.4,"n":116,"mean_p":0.3593819487908774,"observed":0.31896551724137934},{"lo":0.4,"hi":0.5,"n":252,"mean_p":0.4494651545724409,"observed":0.5079365079365079},{"lo":0.5,"hi":0.6,"n":249,"mean_p":0.5432940070486388,"observed":0.5823293172690763},{"lo":0.6,"hi":0.7,"n":127,"mean_p":0.6355025736973513,"observed":0.5590551181102362},{"lo":0.7,"hi":0.8,"n":36,"mean_p":0.7333583184761245,"observed":0.7222222222222222},{"lo":0.8,"hi":0.9,"n":4,"mean_p":0.829281026141983,"observed":1.0},{"lo":0.9,"hi":1.0,"n":0,"mean_p":null,"observed":null}],"families":[{"family":"goldstein_scale","label":"GDELT news tone (daily)","metric":"goldstein_scale","n":864,"enough_to_judge":true,"base_rate":0.4710648148148148,"mean_p":0.4621749201674036,"brier":0.22267266369064195,"brier_skill_score":0.10930934523743219,"climatology_brier":0.24916275505829902,"brier_skill_vs_base_rate":0.10631641700004046,"z_bias":0.5552296488386942,"spiegelhalter_z":0.3005954862306908,"hit_rate":0.6157407407407407,"bins":[{"lo":0.0,"hi":0.1,"n":59,"mean_p":0.04033013447114932,"observed":0.03389830508474576},{"lo":0.1,"hi":0.2,"n":17,"mean_p":0.14399490238039483,"observed":0.058823529411764705},{"lo":0.2,"hi":0.3,"n":32,"mean_p":0.25976291621197595,"observed":0.28125},{"lo":0.3,"hi":0.4,"n":108,"mean_p":0.3585597058864296,"observed":0.3148148148148148},{"lo":0.4,"hi":0.5,"n":245,"mean_p":0.4493132803437173,"observed":0.49795918367346936},{"lo":0.5,"hi":0.6,"n":242,"mean_p":0.5431165721313753,"observed":0.5909090909090909},{"lo":0.6,"hi":0.7,"n":125,"mean_p":0.6359751304147705,"observed":0.56},{"lo":0.7,"hi":0.8,"n":35,"mean_p":0.7324091385298502,"observed":0.7142857142857143},{"lo":0.8,"hi":0.9,"n":1,"mean_p":0.8077029054599175,"observed":1.0},{"lo":0.9,"hi":1.0,"n":0,"mean_p":null,"observed":null}],"withheld":null},{"family":"story_points","label":"Hacker News points (daily)","metric":"story_points","n":28,"enough_to_judge":false,"base_rate":0.5714285714285714,"mean_p":0.5171877415996796,"brier":0.2322803097260485,"brier_skill_score":0.07087876109580604,"climatology_brier":0.24489795918367346,"brier_skill_vs_base_rate":0.051522068618635286,"z_bias":0.6009146097755049,"spiegelhalter_z":0.17936592877821433,"hit_rate":0.4642857142857143,"bins":[{"lo":0.0,"hi":0.1,"n":0,"mean_p":null,"observed":null},{"lo":0.1,"hi":0.2,"n":0,"mean_p":null,"observed":null},{"lo":0.2,"hi":0.3,"n":0,"mean_p":null,"observed":null},{"lo":0.3,"hi":0.4,"n":8,"mean_p":0.3704822280009228,"observed":0.375},{"lo":0.4,"hi":0.5,"n":7,"mean_p":0.45478075257776657,"observed":0.8571428571428571},{"lo":0.5,"hi":0.6,"n":7,"mean_p":0.5494281856168934,"observed":0.2857142857142857},{"lo":0.6,"hi":0.7,"n":2,"mean_p":0.6059677788586453,"observed":0.5},{"lo":0.7,"hi":0.8,"n":1,"mean_p":0.7665796165957226,"observed":1.0},{"lo":0.8,"hi":0.9,"n":3,"mean_p":0.8364737330360049,"observed":1.0},{"lo":0.9,"hi":1.0,"n":0,"mean_p":null,"observed":null}],"withheld":null}],"withheld":null,"partial_withheld":null},"live":{"n":27,"enough_to_judge":false,"base_rate":0.4074074074074074,"mean_p":0.34017247323148114,"brier":0.13359798458045796,"brier_skill_score":0.46560806167816815,"climatology_brier":0.24142661179698213,"brier_skill_vs_base_rate":0.44663107523208034,"z_bias":1.0033010701117173,"spiegelhalter_z":0.3468818290648141,"hit_rate":0.7777777777777778,"bins":[{"lo":0.0,"hi":0.1,"n":11,"mean_p":0.04518290531627866,"observed":0.0},{"lo":0.1,"hi":0.2,"n":2,"mean_p":0.10859887178726044,"observed":0.5},{"lo":0.2,"hi":0.3,"n":1,"mean_p":0.22000000000000003,"observed":0.0},{"lo":0.3,"hi":0.4,"n":3,"mean_p":0.3589112826039096,"observed":1.0},{"lo":0.4,"hi":0.5,"n":1,"mean_p":0.4749371855330998,"observed":0.0},{"lo":0.5,"hi":0.6,"n":2,"mean_p":0.529560959220269,"observed":0.5},{"lo":0.6,"hi":0.7,"n":1,"mean_p":0.6030732222050603,"observed":1.0},{"lo":0.7,"hi":0.8,"n":2,"mean_p":0.7247898379118944,"observed":0.5},{"lo":0.8,"hi":0.9,"n":2,"mean_p":0.8731826276052939,"observed":1.0},{"lo":0.9,"hi":1.0,"n":2,"mean_p":0.9203179850858012,"observed":1.0}],"families":[{"family":"polymarket","label":"Prediction-market questions","metric":null,"n":25,"enough_to_judge":false,"base_rate":0.36,"mean_p":0.31539872415546016,"brier":0.12865182697944993,"brier_skill_score":0.48539269208220026,"climatology_brier":0.2304,"brier_skill_vs_base_rate":0.44161533429058186,"z_bias":0.6476223686554102,"spiegelhalter_z":0.2720255432693874,"hit_rate":0.8,"bins":[{"lo":0.0,"hi":0.1,"n":11,"mean_p":0.04518290531627866,"observed":0.0},{"lo":0.1,"hi":0.2,"n":2,"mean_p":0.10859887178726044,"observed":0.5},{"lo":0.2,"hi":0.3,"n":1,"mean_p":0.22000000000000003,"observed":0.0},{"lo":0.3,"hi":0.4,"n":2,"mean_p":0.34836692390586443,"observed":1.0},{"lo":0.4,"hi":0.5,"n":1,"mean_p":0.4749371855330998,"observed":0.0},{"lo":0.5,"hi":0.6,"n":2,"mean_p":0.529560959220269,"observed":0.5},{"lo":0.6,"hi":0.7,"n":1,"mean_p":0.6030732222050603,"observed":1.0},{"lo":0.7,"hi":0.8,"n":2,"mean_p":0.7247898379118944,"observed":0.5},{"lo":0.8,"hi":0.9,"n":2,"mean_p":0.8731826276052939,"observed":1.0},{"lo":0.9,"hi":1.0,"n":1,"mean_p":0.920947296808115,"observed":1.0}],"withheld":null},{"family":"manifold","label":"Prediction-market questions (Manifold)","metric":null,"n":2,"enough_to_judge":false,"base_rate":1.0,"mean_p":0.6498443366817437,"brier":0.19542495459305834,"brier_skill_score":0.21830018162776665,"climatology_brier":0.0,"brier_skill_vs_base_rate":null,"z_bias":1.2588903235047486,"spiegelhalter_z":0.3177445974731247,"hit_rate":0.5,"bins":[{"lo":0.0,"hi":0.1,"n":0,"mean_p":null,"observed":null},{"lo":0.1,"hi":0.2,"n":0,"mean_p":null,"observed":null},{"lo":0.2,"hi":0.3,"n":0,"mean_p":null,"observed":null},{"lo":0.3,"hi":0.4,"n":1,"mean_p":0.38,"observed":1.0},{"lo":0.4,"hi":0.5,"n":0,"mean_p":null,"observed":null},{"lo":0.5,"hi":0.6,"n":0,"mean_p":null,"observed":null},{"lo":0.6,"hi":0.7,"n":0,"mean_p":null,"observed":null},{"lo":0.7,"hi":0.8,"n":0,"mean_p":null,"observed":null},{"lo":0.8,"hi":0.9,"n":0,"mean_p":null,"observed":null},{"lo":0.9,"hi":1.0,"n":1,"mean_p":0.9196886733634873,"observed":1.0}],"withheld":null}],"withheld":null,"partial_withheld":null},"withheld_scores":{"available":true,"count":8,"by_reason":{"duplicated_history":8},"all_horizons":{"count":12,"by_reason":{"duplicated_history":9,"wikipedia_redirect":3}}},"generated_at":"2026-10-24T18:22:50.400792+00:00"}